[ 534.590489] env[65310]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65310) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 534.590869] env[65310]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65310) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 534.590977] env[65310]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65310) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 534.591282] env[65310]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 534.708531] env[65310]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65310) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 534.717719] env[65310]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.009s {{(pid=65310) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 534.761755] env[65310]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 535.321693] env[65310]: INFO nova.virt.driver [None req-94771ceb-faaf-4ee2-b384-621d7b426923 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 535.394175] env[65310]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.394335] env[65310]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.394444] env[65310]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65310) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 538.563259] env[65310]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c59f38dc-7354-4ba3-adee-fef54d3b79c0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.578757] env[65310]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65310) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 538.578895] env[65310]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-fc8513f2-2b9e-401b-a472-ba89537415ac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.612923] env[65310]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 407ea. [ 538.613193] env[65310]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.219s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.614660] env[65310]: INFO nova.virt.vmwareapi.driver [None req-94771ceb-faaf-4ee2-b384-621d7b426923 None None] VMware vCenter version: 7.0.3 [ 538.618171] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f94d6-ace7-4199-97cc-1ed222ef1715 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.640985] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c19dc2-0b32-4138-ab58-1771276a6646 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.647908] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e7a1a6-9ea7-435a-809b-aa67626748b8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.655125] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d22f434-5c57-461e-907d-4f7d35e24dcc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.669254] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d9f669-3119-43d5-a693-d10079b3ab3d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.676612] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14b0de6-f928-4e4b-b075-423f2bc2a545 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.708468] env[65310]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-09348bda-ad4d-4c8f-8bac-3734c1c59007 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.714754] env[65310]: DEBUG nova.virt.vmwareapi.driver [None req-94771ceb-faaf-4ee2-b384-621d7b426923 None None] Extension org.openstack.compute already exists. {{(pid=65310) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 538.717496] env[65310]: INFO nova.compute.provider_config [None req-94771ceb-faaf-4ee2-b384-621d7b426923 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 539.221126] env[65310]: DEBUG nova.context [None req-94771ceb-faaf-4ee2-b384-621d7b426923 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),74b22086-c4de-4180-82e1-719b79a296ab(cell1) {{(pid=65310) load_cells /opt/stack/nova/nova/context.py:472}} [ 539.221427] env[65310]: INFO nova.utils [None req-94771ceb-faaf-4ee2-b384-621d7b426923 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 539.223525] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.223733] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.224434] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.224880] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Acquiring lock "74b22086-c4de-4180-82e1-719b79a296ab" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.225093] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Lock "74b22086-c4de-4180-82e1-719b79a296ab" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.226120] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Lock "74b22086-c4de-4180-82e1-719b79a296ab" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.246551] env[65310]: INFO dbcounter [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Registered counter for database nova_cell0 [ 539.255736] env[65310]: INFO dbcounter [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Registered counter for database nova_cell1 [ 539.259377] env[65310]: DEBUG oslo_db.sqlalchemy.engines [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65310) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 539.259751] env[65310]: DEBUG oslo_db.sqlalchemy.engines [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65310) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 539.264731] env[65310]: ERROR nova.db.main.api [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 539.264731] env[65310]: func(*args, **kwargs) [ 539.264731] env[65310]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 539.264731] env[65310]: self.work.run() [ 539.264731] env[65310]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 539.264731] env[65310]: result = self.fn(*self.args, **self.kwargs) [ 539.264731] env[65310]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 539.264731] env[65310]: return func(*args, **kwargs) [ 539.264731] env[65310]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 539.264731] env[65310]: result = fn(*args, **kwargs) [ 539.264731] env[65310]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 539.264731] env[65310]: return f(*args, **kwargs) [ 539.264731] env[65310]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 539.264731] env[65310]: return db.service_get_minimum_version(context, binaries) [ 539.264731] env[65310]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 539.264731] env[65310]: _check_db_access() [ 539.264731] env[65310]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 539.264731] env[65310]: stacktrace = ''.join(traceback.format_stack()) [ 539.264731] env[65310]: [ 539.265855] env[65310]: ERROR nova.db.main.api [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 539.265855] env[65310]: func(*args, **kwargs) [ 539.265855] env[65310]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 539.265855] env[65310]: self.work.run() [ 539.265855] env[65310]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 539.265855] env[65310]: result = self.fn(*self.args, **self.kwargs) [ 539.265855] env[65310]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 539.265855] env[65310]: return func(*args, **kwargs) [ 539.265855] env[65310]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 539.265855] env[65310]: result = fn(*args, **kwargs) [ 539.265855] env[65310]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 539.265855] env[65310]: return f(*args, **kwargs) [ 539.265855] env[65310]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 539.265855] env[65310]: return db.service_get_minimum_version(context, binaries) [ 539.265855] env[65310]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 539.265855] env[65310]: _check_db_access() [ 539.265855] env[65310]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 539.265855] env[65310]: stacktrace = ''.join(traceback.format_stack()) [ 539.265855] env[65310]: [ 539.266542] env[65310]: WARNING nova.objects.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 539.266542] env[65310]: WARNING nova.objects.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Failed to get minimum service version for cell 74b22086-c4de-4180-82e1-719b79a296ab [ 539.266927] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Acquiring lock "singleton_lock" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.267092] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Acquired lock "singleton_lock" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.267339] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Releasing lock "singleton_lock" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.267651] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Full set of CONF: {{(pid=65310) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 539.267783] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ******************************************************************************** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 539.267899] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] Configuration options gathered from: {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 539.268043] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 539.268237] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 539.268356] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ================================================================================ {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 539.268568] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] allow_resize_to_same_host = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.268732] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] arq_binding_timeout = 300 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.268854] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] backdoor_port = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.268972] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] backdoor_socket = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.269149] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] block_device_allocate_retries = 60 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.269303] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] block_device_allocate_retries_interval = 3 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.269455] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cell_worker_thread_pool_size = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.269612] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cert = self.pem {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.269766] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.269925] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute_monitors = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.270095] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] config_dir = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.270263] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] config_drive_format = iso9660 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.270387] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.270544] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] config_source = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.270701] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] console_host = devstack {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.270857] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] control_exchange = nova {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.271024] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cpu_allocation_ratio = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.271213] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] daemon = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.271373] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] debug = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.271522] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] default_access_ip_network_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.271677] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] default_availability_zone = nova {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.271823] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] default_ephemeral_format = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.271974] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] default_green_pool_size = 1000 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.272210] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.272365] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] default_schedule_zone = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.272521] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] default_thread_pool_size = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.272668] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] disk_allocation_ratio = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.272818] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] enable_new_services = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.272979] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] flat_injected = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.273148] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] force_config_drive = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.273303] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] force_raw_images = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.273463] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] graceful_shutdown_timeout = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.273617] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] heal_instance_info_cache_interval = -1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.273830] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] host = cpu-1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.273999] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.274171] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.274326] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.274803] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.275013] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] instance_build_timeout = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.275194] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] instance_delete_interval = 300 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.275362] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] instance_format = [instance: %(uuid)s] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.275592] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] instance_name_template = instance-%08x {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.275770] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] instance_usage_audit = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.275946] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] instance_usage_audit_period = month {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.276210] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.276316] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.276456] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] internal_service_availability_zone = internal {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.276604] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] key = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.276756] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] live_migration_retry_count = 30 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.276916] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] log_color = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.277084] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] log_config_append = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.277275] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.277430] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] log_dir = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.277555] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] log_file = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.277673] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] log_options = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.277824] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] log_rotate_interval = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.277984] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] log_rotate_interval_type = days {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.278164] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] log_rotation_type = none {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.278285] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.278420] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.278590] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.278747] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.278867] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.279037] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] long_rpc_timeout = 1800 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.279197] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] max_concurrent_builds = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.279351] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] max_concurrent_live_migrations = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.279503] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] max_concurrent_snapshots = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.279652] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] max_local_block_devices = 3 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.279801] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] max_logfile_count = 30 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.279949] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] max_logfile_size_mb = 200 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.280113] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] maximum_instance_delete_attempts = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.280268] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] migrate_max_retries = -1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.280427] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] mkisofs_cmd = genisoimage {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.280630] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.280754] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] my_ip = 10.180.1.21 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.280949] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.281121] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] network_allocate_retries = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.281294] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.281455] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] osapi_compute_unique_server_name_scope = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.281610] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] password_length = 12 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.281762] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] periodic_enable = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.281912] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] periodic_fuzzy_delay = 60 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.282083] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] pointer_model = usbtablet {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.282248] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] preallocate_images = none {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.282402] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] publish_errors = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.282524] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] pybasedir = /opt/stack/nova {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.282675] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ram_allocation_ratio = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.282833] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] rate_limit_burst = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.283060] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] rate_limit_except_level = CRITICAL {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.283235] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] rate_limit_interval = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.283392] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] reboot_timeout = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.283546] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] reclaim_instance_interval = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.283694] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] record = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.283856] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] reimage_timeout_per_gb = 60 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.284024] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] report_interval = 120 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.284186] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] rescue_timeout = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.284340] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] reserved_host_cpus = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.284490] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] reserved_host_disk_mb = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.284641] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] reserved_host_memory_mb = 512 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.284790] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] reserved_huge_pages = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.284965] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] resize_confirm_window = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.285136] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] resize_fs_using_block_device = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.285296] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] resume_guests_state_on_host_boot = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.285460] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.285648] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] rpc_response_timeout = 60 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.285807] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] run_external_periodic_tasks = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.285982] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] running_deleted_instance_action = reap {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.286146] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.286299] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] running_deleted_instance_timeout = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.286452] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] scheduler_instance_sync_interval = 120 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.286613] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] service_down_time = 720 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.286773] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] servicegroup_driver = db {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.286923] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] shell_completion = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.287088] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] shelved_offload_time = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.287273] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] shelved_poll_interval = 3600 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.287410] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] shutdown_timeout = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.287565] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] source_is_ipv6 = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.287720] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ssl_only = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.287975] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.288155] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] sync_power_state_interval = 600 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.288312] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] sync_power_state_pool_size = 1000 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.288471] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] syslog_log_facility = LOG_USER {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.288620] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] tempdir = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.288772] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] thread_pool_statistic_period = -1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.288923] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] timeout_nbd = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.289093] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] transport_url = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.289253] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] update_resources_interval = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.289406] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] use_cow_images = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.289556] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] use_journal = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.289706] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] use_json = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.289855] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] use_rootwrap_daemon = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.290008] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] use_stderr = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.290166] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] use_syslog = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.290312] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vcpu_pin_set = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.290469] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plugging_is_fatal = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.290627] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plugging_timeout = 300 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.290785] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] virt_mkfs = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.290937] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] volume_usage_poll_interval = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.291102] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] watch_log_file = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.291263] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] web = /usr/share/spice-html5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.291440] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_concurrency.disable_process_locking = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.291744] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.291990] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.292107] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.292270] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.292435] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.292593] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.292754] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.292917] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.293116] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.293289] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.compute_link_prefix = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.293455] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.293616] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.dhcp_domain = novalocal {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.293772] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.enable_instance_password = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.293923] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.glance_link_prefix = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.294091] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.294260] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.294415] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.instance_list_per_project_cells = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.294569] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.list_records_by_skipping_down_cells = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.294724] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.local_metadata_per_cell = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.294878] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.max_limit = 1000 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.295079] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.metadata_cache_expiration = 15 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.295262] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.neutron_default_project_id = default {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.295423] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.response_validation = warn {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.295580] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.use_neutron_default_nets = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.295734] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.295886] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.296053] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.296220] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.296381] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.vendordata_dynamic_targets = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.296536] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.vendordata_jsonfile_path = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.296705] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.296889] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.backend = dogpile.cache.memcached {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.297059] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.backend_argument = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.297221] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.backend_expiration_time = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.297431] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.config_prefix = cache.oslo {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.297605] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.dead_timeout = 60.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.297762] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.debug_cache_backend = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.297916] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.enable_retry_client = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.298084] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.enable_socket_keepalive = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.298256] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.enabled = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.298415] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.enforce_fips_mode = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.298572] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.expiration_time = 600 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.298726] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.hashclient_retry_attempts = 2 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.298884] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.hashclient_retry_delay = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.299049] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.memcache_dead_retry = 300 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.299204] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.memcache_password = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.299360] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.299513] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.299666] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.memcache_pool_maxsize = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.299819] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.299972] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.memcache_sasl_enabled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.300164] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.300326] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.300480] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.memcache_username = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.300638] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.proxies = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.300794] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.redis_db = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.300944] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.redis_password = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.301121] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.301292] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.301452] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.redis_server = localhost:6379 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.301608] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.redis_socket_timeout = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.301758] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.redis_username = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.301911] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.retry_attempts = 2 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.302078] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.retry_delay = 0.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.302238] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.socket_keepalive_count = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.302393] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.socket_keepalive_idle = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.302545] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.socket_keepalive_interval = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.302693] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.tls_allowed_ciphers = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.302841] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.tls_cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.303034] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.tls_certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.303215] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.tls_enabled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.303369] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cache.tls_keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.303530] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.auth_section = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.303695] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.auth_type = password {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.303848] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.304033] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.304195] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.304352] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.304507] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.cross_az_attach = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.304662] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.debug = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.304814] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.endpoint_template = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.304998] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.http_retries = 3 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.305202] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.305365] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.305529] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.os_region_name = RegionOne {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.305685] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.305839] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cinder.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.306015] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.306196] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.cpu_dedicated_set = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.306349] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.cpu_shared_set = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.306508] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.image_type_exclude_list = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.306662] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.306814] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.306969] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.307139] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.307301] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.307455] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.resource_provider_association_refresh = 300 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.307605] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.307755] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.shutdown_retry_interval = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.307923] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.308104] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] conductor.workers = 2 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.308278] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] console.allowed_origins = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.308431] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] console.ssl_ciphers = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.308593] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] console.ssl_minimum_version = default {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.308752] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] consoleauth.enforce_session_timeout = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.308910] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] consoleauth.token_ttl = 600 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.309089] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.309246] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.309402] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.309552] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.connect_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.309702] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.connect_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.309852] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.endpoint_override = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.310009] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.310169] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.310318] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.max_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.310467] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.min_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.310616] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.region_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.310764] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.retriable_status_codes = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.310911] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.service_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.311081] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.service_type = accelerator {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.311238] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.311389] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.status_code_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.311537] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.status_code_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.311685] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.311855] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.312015] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] cyborg.version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.312191] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.asyncio_connection = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.312343] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.asyncio_slave_connection = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.312504] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.backend = sqlalchemy {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.312664] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.connection = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.312822] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.connection_debug = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.313018] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.connection_parameters = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.313192] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.connection_recycle_time = 3600 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.313351] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.connection_trace = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.313505] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.db_inc_retry_interval = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.313661] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.db_max_retries = 20 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.313816] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.db_max_retry_interval = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.313970] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.db_retry_interval = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.314139] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.max_overflow = 50 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.314294] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.max_pool_size = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.314447] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.max_retries = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.314609] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.314760] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.mysql_wsrep_sync_wait = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.314910] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.pool_timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.315112] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.retry_interval = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.315273] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.slave_connection = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.315428] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.sqlite_synchronous = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.315582] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] database.use_db_reconnect = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.315741] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.asyncio_connection = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.315892] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.asyncio_slave_connection = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.316090] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.backend = sqlalchemy {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.316261] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.connection = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.316418] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.connection_debug = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.316578] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.connection_parameters = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.316733] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.connection_recycle_time = 3600 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.316885] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.connection_trace = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.317060] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.db_inc_retry_interval = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.317222] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.db_max_retries = 20 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.317376] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.db_max_retry_interval = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.317528] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.db_retry_interval = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.317680] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.max_overflow = 50 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.317830] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.max_pool_size = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.317982] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.max_retries = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.318158] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.318311] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.318459] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.pool_timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.318612] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.retry_interval = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.318760] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.slave_connection = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.318911] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] api_database.sqlite_synchronous = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.319089] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] devices.enabled_mdev_types = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.319263] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.319423] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.319576] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ephemeral_storage_encryption.enabled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.319727] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.319886] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.api_servers = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.320049] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.320206] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.320359] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.320507] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.connect_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.320654] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.connect_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.320805] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.debug = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.320962] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.default_trusted_certificate_ids = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.321136] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.enable_certificate_validation = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.321290] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.enable_rbd_download = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.321440] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.endpoint_override = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.321596] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.321746] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.321896] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.max_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.322055] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.min_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.322216] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.num_retries = 3 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.322376] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.rbd_ceph_conf = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.322538] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.rbd_connect_timeout = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.322701] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.rbd_pool = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.322858] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.rbd_user = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.323075] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.region_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.323302] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.retriable_status_codes = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.323469] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.service_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.323635] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.service_type = image {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.323790] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.323943] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.status_code_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.324119] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.status_code_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.324275] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.324448] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.324605] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.verify_glance_signatures = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.324760] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] glance.version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.324923] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] guestfs.debug = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.325135] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.auth_section = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.325297] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.auth_type = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.325453] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.325603] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.325759] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.325912] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.connect_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.326108] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.connect_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.326271] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.endpoint_override = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.326429] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.326576] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.326728] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.max_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.326878] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.min_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.327038] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.region_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.327197] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.retriable_status_codes = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.327350] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.service_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.327509] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.service_type = shared-file-system {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.327665] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.share_apply_policy_timeout = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.327819] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.327969] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.status_code_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.328135] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.status_code_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.328288] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.328459] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.328611] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] manila.version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.328771] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] mks.enabled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.329121] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.329308] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] image_cache.manager_interval = 2400 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.329472] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] image_cache.precache_concurrency = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.329633] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] image_cache.remove_unused_base_images = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.329793] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.329949] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.330133] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] image_cache.subdirectory_name = _base {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.330300] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.api_max_retries = 60 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.330455] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.api_retry_interval = 2 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.330605] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.auth_section = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.330759] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.auth_type = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.330909] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.331070] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.331233] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.331388] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.conductor_group = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.331537] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.connect_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.331684] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.connect_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.331832] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.endpoint_override = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.331987] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.332151] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.332328] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.max_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.332489] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.min_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.332647] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.peer_list = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.332796] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.region_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.332955] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.retriable_status_codes = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333130] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.serial_console_state_timeout = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333283] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.service_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333445] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.service_type = baremetal {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333595] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.shard = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333750] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333901] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.status_code_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334062] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.status_code_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334217] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334388] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334540] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ironic.version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334714] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334879] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] key_manager.fixed_key = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.335102] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.335267] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.barbican_api_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.335420] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.barbican_endpoint = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.335582] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.barbican_endpoint_type = public {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.335733] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.barbican_region_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.335881] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336072] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336243] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336397] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336546] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336701] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.number_of_retries = 60 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336853] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.retry_delay = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337014] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.send_service_user_token = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337176] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337325] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337476] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.verify_ssl = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337624] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican.verify_ssl_path = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337778] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican_service_user.auth_section = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337932] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican_service_user.auth_type = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338103] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican_service_user.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338255] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican_service_user.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338410] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican_service_user.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338562] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican_service_user.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338709] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican_service_user.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338860] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican_service_user.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339013] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] barbican_service_user.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339182] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vault.approle_role_id = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339332] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vault.approle_secret_id = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339492] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vault.kv_mountpoint = secret {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339646] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vault.kv_path = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339799] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vault.kv_version = 2 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339949] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vault.namespace = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340113] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vault.root_token_id = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340264] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vault.ssl_ca_crt_file = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340421] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vault.timeout = 60.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340573] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vault.use_ssl = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340731] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340889] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341048] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341207] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341357] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.connect_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341505] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.connect_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341652] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.endpoint_override = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341802] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341948] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342109] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.max_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342260] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.min_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342411] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.region_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342558] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.retriable_status_codes = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342703] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.service_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342860] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.service_type = identity {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343047] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343220] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.status_code_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343375] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.status_code_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343529] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343696] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343846] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] keystone.version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344035] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.ceph_mount_options = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344385] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344583] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.connection_uri = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344741] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.cpu_mode = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344901] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345106] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.cpu_models = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345281] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.cpu_power_governor_high = performance {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345443] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345597] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.cpu_power_management = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345758] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345913] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.device_detach_attempts = 8 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346147] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.device_detach_timeout = 20 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346349] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.disk_cachemodes = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346508] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.disk_prefix = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346666] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.enabled_perf_events = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346832] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.file_backed_memory = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346994] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.gid_maps = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347164] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.hw_disk_discard = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347317] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.hw_machine_type = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347478] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.images_rbd_ceph_conf = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347634] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347787] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347944] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.images_rbd_glance_store_name = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348117] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.images_rbd_pool = rbd {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348280] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.images_type = default {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348430] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.images_volume_group = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348583] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.inject_key = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348735] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.inject_partition = -2 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348888] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.inject_password = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349049] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.iscsi_iface = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349212] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.iser_use_multipath = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349462] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349723] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349984] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_downtime = 500 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.350279] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.350553] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.350822] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_inbound_addr = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.351111] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.351391] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.351663] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.351929] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_scheme = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.352245] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_timeout_action = abort {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.352521] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_tunnelled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.352789] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_uri = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.353078] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.live_migration_with_native_tls = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.353357] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.max_queues = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.353633] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.353997] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.354286] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.nfs_mount_options = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.354749] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355032] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355226] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355389] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355548] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355704] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.num_pcie_ports = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355863] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356044] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.pmem_namespaces = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356207] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.quobyte_client_cfg = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356502] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356675] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356834] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356992] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357166] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.rbd_secret_uuid = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357320] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.rbd_user = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357477] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357641] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357794] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.rescue_image_id = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357945] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.rescue_kernel_id = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358109] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.rescue_ramdisk_id = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358275] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358426] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.rx_queue_size = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358585] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.smbfs_mount_options = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358883] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359072] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.snapshot_compression = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359236] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.snapshot_image_format = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359459] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359618] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.sparse_logical_volumes = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359774] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.swtpm_enabled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359932] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.swtpm_group = tss {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360108] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.swtpm_user = tss {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360271] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.sysinfo_serial = unique {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360422] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.tb_cache_size = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360621] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.tx_queue_size = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360795] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.uid_maps = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360953] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.use_virtio_for_bridges = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361133] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.virt_type = kvm {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361294] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.volume_clear = zero {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361449] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.volume_clear_size = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361604] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.volume_enforce_multipath = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361759] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.volume_use_multipath = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361909] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.vzstorage_cache_path = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.362080] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.362247] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.362403] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.362559] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.362846] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363031] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.vzstorage_mount_user = stack {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363200] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363368] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.auth_section = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363534] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.auth_type = password {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363748] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363998] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364276] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364459] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.connect_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364617] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.connect_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364783] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.default_floating_pool = public {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364974] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.endpoint_override = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365126] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.extension_sync_interval = 600 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365288] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.http_retries = 3 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365442] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365593] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365743] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.max_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365904] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366066] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.min_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366235] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.ovs_bridge = br-int {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366393] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.physnets = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366556] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.region_name = RegionOne {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366709] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.retriable_status_codes = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366869] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.service_metadata_proxy = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.367030] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.service_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.367197] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.service_type = network {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.367350] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.367498] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.status_code_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.367649] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.status_code_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.367796] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.367966] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.368134] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] neutron.version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.368299] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] notifications.bdms_in_notifications = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.368467] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] notifications.default_level = INFO {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.368624] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] notifications.include_share_mapping = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.368789] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] notifications.notification_format = unversioned {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.368942] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] notifications.notify_on_state_change = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.369125] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.369302] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] pci.alias = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.369464] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] pci.device_spec = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.369616] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] pci.report_in_placement = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.369778] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.auth_section = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.369939] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.auth_type = password {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.370116] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.370266] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.370416] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.370568] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.370716] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.connect_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.370863] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.connect_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.371031] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.default_domain_id = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.371173] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.default_domain_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.371319] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.domain_id = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.371465] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.domain_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.371612] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.endpoint_override = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.371760] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.371906] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.372067] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.max_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.372216] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.min_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.372372] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.password = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.372522] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.project_domain_id = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.372677] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.project_domain_name = Default {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.372836] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.project_id = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.372997] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.project_name = service {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.373169] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.region_name = RegionOne {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.373319] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.retriable_status_codes = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.373468] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.service_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.373623] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.service_type = placement {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.373774] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.373921] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.status_code_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376501] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.status_code_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376501] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.system_scope = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376501] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376501] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.trust_id = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376501] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.user_domain_id = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376501] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.user_domain_name = Default {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376501] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.user_id = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376807] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.username = nova {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376807] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376807] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] placement.version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376807] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.cores = 20 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376807] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.count_usage_from_placement = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376807] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376994] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.injected_file_content_bytes = 10240 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376994] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.injected_file_path_length = 255 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.376994] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.injected_files = 5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.377103] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.instances = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.377235] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.key_pairs = 100 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.377399] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.metadata_items = 128 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.377590] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.ram = 51200 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.377784] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.recheck_quota = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.377976] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.server_group_members = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.378182] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.server_groups = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.378431] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.378666] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] quota.unified_limits_resource_strategy = require {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.378869] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.379049] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.379210] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] scheduler.image_metadata_prefilter = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.379381] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.379587] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] scheduler.max_attempts = 3 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.379780] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] scheduler.max_placement_results = 1000 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.379968] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.380156] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.380327] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.380494] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] scheduler.workers = 2 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.380660] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.380821] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.380992] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.381169] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.381325] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.381479] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.381632] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.381815] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.382011] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.host_subset_size = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.382151] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.382303] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.382458] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.382614] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.382767] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.382924] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.isolated_hosts = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.383090] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.isolated_images = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.383248] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.383400] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.383565] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.383716] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.pci_in_placement = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.383866] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.384027] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.384178] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.384330] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.384480] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.384630] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.384780] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.track_instance_changes = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.384975] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.385148] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] metrics.required = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.385309] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] metrics.weight_multiplier = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.385474] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.385633] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] metrics.weight_setting = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.385971] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.386177] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] serial_console.enabled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.386356] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] serial_console.port_range = 10000:20000 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.386517] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.386676] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.386837] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] serial_console.serialproxy_port = 6083 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.386994] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] service_user.auth_section = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.387176] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] service_user.auth_type = password {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.387330] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] service_user.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.387476] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] service_user.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.387629] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] service_user.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.387776] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] service_user.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.387921] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] service_user.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.388092] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] service_user.send_service_user_token = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.388255] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] service_user.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.388402] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] service_user.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.388559] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.agent_enabled = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.388709] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.enabled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.389018] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.389231] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.389399] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.html5proxy_port = 6082 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.389552] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.image_compression = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.389702] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.jpeg_compression = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.389850] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.playback_compression = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.390009] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.require_secure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.390180] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.server_listen = 127.0.0.1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.390341] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.390618] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.390779] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.streaming_mode = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.390932] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] spice.zlib_compression = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.391106] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] upgrade_levels.baseapi = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.391271] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] upgrade_levels.compute = auto {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.391426] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] upgrade_levels.conductor = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.391574] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] upgrade_levels.scheduler = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.391728] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.391880] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.392046] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vendordata_dynamic_auth.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.392203] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vendordata_dynamic_auth.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.392357] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.392506] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vendordata_dynamic_auth.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.392651] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.392801] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.392950] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vendordata_dynamic_auth.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.393132] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.api_retry_count = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.393285] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.ca_file = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.393447] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.393604] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.cluster_name = testcl1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.393760] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.connection_pool_size = 10 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.393910] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.console_delay_seconds = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.394082] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.datastore_regex = ^datastore.* {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.394301] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.394468] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.host_password = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.394627] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.host_port = 443 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.394786] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.host_username = administrator@vsphere.local {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.394964] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.insecure = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.395143] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.integration_bridge = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.395306] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.maximum_objects = 100 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.395467] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.pbm_default_policy = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.395684] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.pbm_enabled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.395849] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.pbm_wsdl_location = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.396027] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.396184] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.serial_port_proxy_uri = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.396337] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.serial_port_service_uri = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.396494] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.task_poll_interval = 0.5 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.396656] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.use_linked_clone = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.396816] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.vnc_keymap = en-us {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.396975] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.vnc_port = 5900 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.397147] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vmware.vnc_port_total = 10000 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.397326] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vnc.auth_schemes = ['none'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.397492] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vnc.enabled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.397779] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.397958] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.398139] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vnc.novncproxy_port = 6080 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.398321] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vnc.server_listen = 127.0.0.1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.398507] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.398679] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vnc.vencrypt_ca_certs = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.398834] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vnc.vencrypt_client_cert = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.398985] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vnc.vencrypt_client_key = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.399166] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.399320] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.disable_deep_image_inspection = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.399471] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.399622] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.399773] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.399923] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.disable_rootwrap = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.400084] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.enable_numa_live_migration = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.400244] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.400397] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.400546] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.400697] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.libvirt_disable_apic = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.400847] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.400998] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.401165] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.401317] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.401465] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.401638] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.401795] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.401945] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.402112] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.402271] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.402440] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.402594] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.402750] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] zvm.ca_file = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.402899] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] zvm.cloud_connector_url = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.403486] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.403667] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] zvm.reachable_timeout = 300 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.403836] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.404015] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.404200] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler.connection_string = messaging:// {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.404362] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler.enabled = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.404529] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler.es_doc_type = notification {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.404709] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler.es_scroll_size = 10000 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.404874] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler.es_scroll_time = 2m {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.405068] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler.filter_error_trace = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.405244] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler.hmac_keys = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.405405] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler.sentinel_service_name = mymaster {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.405563] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler.socket_timeout = 0.1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.405715] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler.trace_requests = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.405867] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler.trace_sqlalchemy = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.406075] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler_jaeger.process_tags = {} {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.406251] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler_jaeger.service_name_prefix = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.406410] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] profiler_otlp.service_name_prefix = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.406578] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.406731] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.406887] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.407055] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.407214] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.407420] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.407593] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.407750] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.407907] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.408114] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.408285] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.408452] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.408613] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.408769] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.408925] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.409101] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.409258] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.409412] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.409573] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.409726] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.409879] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.410045] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.410208] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.410387] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.410555] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.410710] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.410862] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.411024] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.411185] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.411340] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.411493] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.ssl = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.411653] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.411810] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.411962] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.412136] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.412295] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.412448] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.412623] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.412778] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_notifications.retry = -1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.412948] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.413125] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.413296] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.auth_section = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.413475] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.auth_type = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.413630] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.cafile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.413780] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.certfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.413934] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.collect_timing = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.414100] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.connect_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.414252] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.connect_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.414401] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.endpoint_id = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.414561] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.414708] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.endpoint_override = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.414856] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.endpoint_region_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.415044] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.endpoint_service_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.415212] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.endpoint_service_type = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.415367] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.insecure = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.415517] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.keyfile = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.415665] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.max_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.415812] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.min_version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.415974] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.region_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.416153] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.retriable_status_codes = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.416302] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.service_name = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.416482] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.service_type = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.416645] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.split_loggers = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.416795] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.status_code_retries = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.416944] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.status_code_retry_delay = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.417109] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.timeout = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.417263] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.valid_interfaces = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.417407] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_limit.version = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.417562] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_reports.file_event_handler = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.417717] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.417867] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] oslo_reports.log_dir = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.418039] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.418197] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.418345] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.418496] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.418652] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.418805] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.418953] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.419130] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.419281] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_ovs_privileged.group = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.419452] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.419617] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.419779] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.419932] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.420128] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] vif_plug_ovs_privileged.user = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.420307] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.420481] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.420644] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.420806] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.420968] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.421151] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.421311] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.421463] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.421631] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.421791] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_ovs.isolate_vif = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.421951] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.422122] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.422282] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.422463] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.422631] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] os_vif_ovs.per_port_bridge = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.422793] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.422948] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] privsep_osbrick.group = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.423118] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] privsep_osbrick.helper_command = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.423261] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.423418] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.423571] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.423719] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] privsep_osbrick.user = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.423881] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.424039] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] nova_sys_admin.group = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.424193] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] nova_sys_admin.helper_command = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.424347] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.424502] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.424652] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.424796] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] nova_sys_admin.user = None {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.424917] env[65310]: DEBUG oslo_service.backend._eventlet.service [None req-4bb70e24-c6f9-4e78-af4d-6e56eb441b47 None None] ******************************************************************************** {{(pid=65310) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 539.425384] env[65310]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 539.929041] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Getting list of instances from cluster (obj){ [ 539.929041] env[65310]: value = "domain-c8" [ 539.929041] env[65310]: _type = "ClusterComputeResource" [ 539.929041] env[65310]: } {{(pid=65310) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 539.930896] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c722824-19e1-412d-bb82-3b2def8743e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.940503] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Got total of 0 instances {{(pid=65310) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 539.941212] env[65310]: WARNING nova.virt.vmwareapi.driver [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 539.941750] env[65310]: INFO nova.virt.node [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Generated node identity 94009870-48da-4aa7-a51e-79d2ed6e329c [ 539.942027] env[65310]: INFO nova.virt.node [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Wrote node identity 94009870-48da-4aa7-a51e-79d2ed6e329c to /opt/stack/data/n-cpu-1/compute_id [ 540.444574] env[65310]: WARNING nova.compute.manager [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Compute nodes ['94009870-48da-4aa7-a51e-79d2ed6e329c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 541.451108] env[65310]: INFO nova.compute.manager [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 542.457911] env[65310]: WARNING nova.compute.manager [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 542.458279] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.458437] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.458596] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.458744] env[65310]: DEBUG nova.compute.resource_tracker [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 542.459853] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c912316-5d41-4b6f-9edc-96ff340b79b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.469081] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29de5700-ea22-46c5-9201-0890e050aff6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.484050] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc399f6-982e-498d-aeab-cedfb09ee926 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.491348] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942d80e6-30f3-43f2-8de4-b908c9beff02 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.521683] env[65310]: DEBUG nova.compute.resource_tracker [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180690MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 542.521840] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.522071] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.024332] env[65310]: WARNING nova.compute.resource_tracker [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] No compute node record for cpu-1:94009870-48da-4aa7-a51e-79d2ed6e329c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 94009870-48da-4aa7-a51e-79d2ed6e329c could not be found. [ 543.528233] env[65310]: INFO nova.compute.resource_tracker [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 94009870-48da-4aa7-a51e-79d2ed6e329c [ 545.041133] env[65310]: DEBUG nova.compute.resource_tracker [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 545.041621] env[65310]: DEBUG nova.compute.resource_tracker [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 545.225626] env[65310]: INFO nova.scheduler.client.report [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] [req-ba5dd429-e084-4a15-a137-fd525ccf6c9d] Created resource provider record via placement API for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 545.243146] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c743e1cd-c175-4151-a9e7-ce0d07725a4b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.254027] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d0861c-db49-4609-9fec-ba566f83e9d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.284449] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039c24ae-a12d-420b-867d-d23e3e013525 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.292852] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7978bc2f-7c33-46c1-a5d2-23c3d9d358c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.306630] env[65310]: DEBUG nova.compute.provider_tree [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 545.848247] env[65310]: DEBUG nova.scheduler.client.report [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 545.848247] env[65310]: DEBUG nova.compute.provider_tree [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 0 to 1 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 545.848247] env[65310]: DEBUG nova.compute.provider_tree [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 545.911099] env[65310]: DEBUG nova.compute.provider_tree [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 1 to 2 during operation: update_traits {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 546.416631] env[65310]: DEBUG nova.compute.resource_tracker [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 546.416631] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.893s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 546.416631] env[65310]: DEBUG nova.service [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Creating RPC server for service compute {{(pid=65310) start /opt/stack/nova/nova/service.py:177}} [ 546.432095] env[65310]: DEBUG nova.service [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] Join ServiceGroup membership for this service compute {{(pid=65310) start /opt/stack/nova/nova/service.py:194}} [ 546.432312] env[65310]: DEBUG nova.servicegroup.drivers.db [None req-b025c292-6c0b-4e3b-a6a3-f1e62c10d158 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65310) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 583.435233] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.940992] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Getting list of instances from cluster (obj){ [ 583.940992] env[65310]: value = "domain-c8" [ 583.940992] env[65310]: _type = "ClusterComputeResource" [ 583.940992] env[65310]: } {{(pid=65310) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 583.942665] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3b63ee-1113-4463-8d6d-c591f965dfe7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.956372] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Got total of 0 instances {{(pid=65310) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 583.956460] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.957043] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Getting list of instances from cluster (obj){ [ 583.957043] env[65310]: value = "domain-c8" [ 583.957043] env[65310]: _type = "ClusterComputeResource" [ 583.957043] env[65310]: } {{(pid=65310) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 583.958299] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c20a97-8725-4b53-995b-971b93345d80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.969761] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Got total of 0 instances {{(pid=65310) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 590.547726] env[65310]: INFO nova.utils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] The default thread pool MainProcess.default is initialized [ 590.547726] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "54c28c84-5f37-4c63-a827-6b25ff087401" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.547726] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "54c28c84-5f37-4c63-a827-6b25ff087401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.051736] env[65310]: DEBUG nova.compute.manager [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 591.615027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.615664] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.619428] env[65310]: INFO nova.compute.claims [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.650838] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquiring lock "60f8bc6a-2144-4c56-837e-9a191c16630f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.652069] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Lock "60f8bc6a-2144-4c56-837e-9a191c16630f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.157188] env[65310]: DEBUG nova.compute.manager [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 592.694821] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.705261] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886e625b-acb6-4921-879e-2e686e58459b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.714603] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99095150-4eca-49b5-a4a4-c895f7625504 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.759607] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ac4424-8042-4fa2-be04-e58e6a60097a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.769294] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc56e6f-ced2-4ca6-a515-6feb4bb9708c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.784162] env[65310]: DEBUG nova.compute.provider_tree [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.275971] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "1198641a-fc81-48d2-a9d5-15321c80719c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.276471] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "1198641a-fc81-48d2-a9d5-15321c80719c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.288226] env[65310]: DEBUG nova.scheduler.client.report [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.779942] env[65310]: DEBUG nova.compute.manager [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 593.793551] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.794235] env[65310]: DEBUG nova.compute.manager [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 593.798272] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.104s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.803164] env[65310]: INFO nova.compute.claims [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.123732] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquiring lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.123732] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.203419] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "761cb835-6077-4f5e-b940-6c3e5835e21d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.203678] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "761cb835-6077-4f5e-b940-6c3e5835e21d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.302407] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.309014] env[65310]: DEBUG nova.compute.utils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.309014] env[65310]: DEBUG nova.compute.manager [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 594.309014] env[65310]: DEBUG nova.network.neutron [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 594.309014] env[65310]: WARNING neutronclient.v2_0.client [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.310428] env[65310]: WARNING neutronclient.v2_0.client [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.465144] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "7462f40f-2321-44f0-adae-d74882a962dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.465144] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "7462f40f-2321-44f0-adae-d74882a962dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.625643] env[65310]: DEBUG nova.compute.manager [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 594.706360] env[65310]: DEBUG nova.compute.manager [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 594.776608] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.777086] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.778516] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.778516] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.778516] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.778516] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.778516] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.778516] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 594.778752] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.813476] env[65310]: DEBUG nova.compute.manager [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 594.834749] env[65310]: DEBUG nova.policy [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e54c62864a4c769e8adde07847916e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596f47a5e864429f95282a7d70a9ba39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.952623] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1d1dea-b6f1-4a8d-a885-3a5053183638 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.961278] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f5ed28-42ad-4438-8bed-7665d38f436e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.969726] env[65310]: DEBUG nova.compute.manager [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 594.995632] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386fa906-d93e-474e-a910-c152bd93ce93 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.004276] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f385e1a-29a2-47c2-bfe7-5fb880cb4137 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.022766] env[65310]: DEBUG nova.compute.provider_tree [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.146774] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.226505] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.281909] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.526996] env[65310]: DEBUG nova.scheduler.client.report [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.617498] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.828893] env[65310]: DEBUG nova.compute.manager [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 595.869544] env[65310]: DEBUG nova.virt.hardware [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 595.869818] env[65310]: DEBUG nova.virt.hardware [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.869943] env[65310]: DEBUG nova.virt.hardware [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 595.870222] env[65310]: DEBUG nova.virt.hardware [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.870384] env[65310]: DEBUG nova.virt.hardware [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 595.870549] env[65310]: DEBUG nova.virt.hardware [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 595.870904] env[65310]: DEBUG nova.virt.hardware [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 595.870904] env[65310]: DEBUG nova.virt.hardware [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 595.871545] env[65310]: DEBUG nova.virt.hardware [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 595.871545] env[65310]: DEBUG nova.virt.hardware [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 595.871646] env[65310]: DEBUG nova.virt.hardware [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 595.872660] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34e617d-0c61-4473-a40c-e526ddadd4a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.883041] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a97bcc1-e1ac-4b8f-a276-1c9c909f979f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.903418] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b450c71-2729-49b5-962e-4d0118579250 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.036389] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.037420] env[65310]: DEBUG nova.compute.manager [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 596.040218] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.738s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.041822] env[65310]: INFO nova.compute.claims [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.548247] env[65310]: DEBUG nova.compute.utils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.553439] env[65310]: DEBUG nova.compute.manager [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 596.553439] env[65310]: DEBUG nova.network.neutron [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 596.553439] env[65310]: WARNING neutronclient.v2_0.client [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.553439] env[65310]: WARNING neutronclient.v2_0.client [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.617361] env[65310]: DEBUG nova.network.neutron [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Successfully created port: 9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 596.946573] env[65310]: DEBUG nova.policy [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e7c3a778ef141cca300b7d19df374e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce999068b77a4f089e2131412597fdb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.053147] env[65310]: DEBUG nova.compute.manager [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 597.203676] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182bc7a9-84b7-46b0-bc9a-1fc0bfbbbee7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.221022] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a8089f-243d-49e6-8ebd-69628cfb1873 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.259766] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db948144-dda8-4307-86af-7fa5f3f3cb87 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.270707] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91682ddb-f421-4d6a-9494-1fdb2669c350 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.287621] env[65310]: DEBUG nova.compute.provider_tree [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.791507] env[65310]: DEBUG nova.scheduler.client.report [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.068075] env[65310]: DEBUG nova.compute.manager [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 598.103077] env[65310]: DEBUG nova.virt.hardware [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 598.103342] env[65310]: DEBUG nova.virt.hardware [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.103494] env[65310]: DEBUG nova.virt.hardware [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 598.103676] env[65310]: DEBUG nova.virt.hardware [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.103838] env[65310]: DEBUG nova.virt.hardware [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 598.103985] env[65310]: DEBUG nova.virt.hardware [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 598.105606] env[65310]: DEBUG nova.virt.hardware [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.105927] env[65310]: DEBUG nova.virt.hardware [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 598.106181] env[65310]: DEBUG nova.virt.hardware [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 598.106356] env[65310]: DEBUG nova.virt.hardware [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 598.106617] env[65310]: DEBUG nova.virt.hardware [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 598.107420] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5c1a3b-3f60-4059-a6f5-b4bf09515188 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.116440] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b25fcc0-0a38-445c-b5ad-ce1b2f61c78a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.296606] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.297670] env[65310]: DEBUG nova.compute.manager [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 598.303521] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.154s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.303521] env[65310]: INFO nova.compute.claims [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.634789] env[65310]: DEBUG nova.network.neutron [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Successfully created port: d4bdd256-3d1e-490b-aca3-2f1965f04d30 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 598.807822] env[65310]: DEBUG nova.compute.utils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.812648] env[65310]: DEBUG nova.compute.manager [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 598.812851] env[65310]: DEBUG nova.network.neutron [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 598.814170] env[65310]: WARNING neutronclient.v2_0.client [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.814170] env[65310]: WARNING neutronclient.v2_0.client [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.817582] env[65310]: DEBUG nova.network.neutron [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Successfully updated port: 9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 599.314012] env[65310]: DEBUG nova.compute.manager [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 599.323104] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.323282] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquired lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.323447] env[65310]: DEBUG nova.network.neutron [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 599.466485] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1e2d72-9aff-4142-8b9d-0dff3fb028a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.475556] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d85746e-2cda-4199-a21d-b417662b8fbd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.509398] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e544547-3938-44ae-9e6e-faf317555147 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.519197] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b559933-9655-4e01-81fe-2cb5ac9cfe21 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.535590] env[65310]: DEBUG nova.compute.provider_tree [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.041768] env[65310]: DEBUG nova.scheduler.client.report [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.328799] env[65310]: DEBUG nova.compute.manager [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 600.363322] env[65310]: DEBUG nova.virt.hardware [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 600.363322] env[65310]: DEBUG nova.virt.hardware [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.363322] env[65310]: DEBUG nova.virt.hardware [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 600.363529] env[65310]: DEBUG nova.virt.hardware [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.363529] env[65310]: DEBUG nova.virt.hardware [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 600.364567] env[65310]: DEBUG nova.virt.hardware [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 600.364567] env[65310]: DEBUG nova.virt.hardware [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 600.364567] env[65310]: DEBUG nova.virt.hardware [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 600.364567] env[65310]: DEBUG nova.virt.hardware [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 600.364567] env[65310]: DEBUG nova.virt.hardware [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 600.364825] env[65310]: DEBUG nova.virt.hardware [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 600.365573] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3757311-f1ad-488e-bd55-1a50b4354e31 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.376836] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce1e924-5699-4968-b100-01ece7237489 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.551602] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.551602] env[65310]: DEBUG nova.compute.manager [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 600.552439] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.326s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.553992] env[65310]: INFO nova.compute.claims [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.893494] env[65310]: DEBUG nova.policy [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b31187203e5c412888b1bab32f38ea1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afe44175ad7648ea9f662706ce764c18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.930561] env[65310]: DEBUG nova.network.neutron [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Successfully updated port: d4bdd256-3d1e-490b-aca3-2f1965f04d30 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 600.996880] env[65310]: DEBUG nova.network.neutron [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 601.062664] env[65310]: DEBUG nova.compute.utils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.067263] env[65310]: DEBUG nova.compute.manager [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 601.068876] env[65310]: DEBUG nova.network.neutron [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 601.069225] env[65310]: WARNING neutronclient.v2_0.client [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.069520] env[65310]: WARNING neutronclient.v2_0.client [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.421941] env[65310]: DEBUG nova.policy [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c71128cf2d9142e4883fd384aab750bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c8c82b6f7884673b6e325beec069593', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.438030] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquiring lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.438142] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquired lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.438611] env[65310]: DEBUG nova.network.neutron [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 601.499099] env[65310]: WARNING neutronclient.v2_0.client [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.504409] env[65310]: DEBUG nova.network.neutron [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Successfully created port: 1bd71a49-8e77-4585-916b-f0b63dfb1402 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 601.567792] env[65310]: DEBUG nova.compute.manager [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 601.723835] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46442320-2246-4b78-94f2-74b4f7ef18f5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.735785] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acdd849-b479-43de-80e0-513deba3f47d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.775730] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2210bd-3ef8-4504-bdf3-b8e498c1b839 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.784978] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daed7c6c-c8b1-4488-ad69-90ef7cef8ae2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.799775] env[65310]: DEBUG nova.compute.provider_tree [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.982412] env[65310]: DEBUG nova.network.neutron [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Successfully created port: 2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 602.021651] env[65310]: DEBUG nova.network.neutron [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updating instance_info_cache with network_info: [{"id": "9371d390-2484-44c8-8617-64682b59311f", "address": "fa:16:3e:b1:d6:cf", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9371d390-24", "ovs_interfaceid": "9371d390-2484-44c8-8617-64682b59311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.096698] env[65310]: DEBUG nova.network.neutron [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 602.306319] env[65310]: DEBUG nova.scheduler.client.report [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.349541] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.349775] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.525115] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Releasing lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.525593] env[65310]: DEBUG nova.compute.manager [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Instance network_info: |[{"id": "9371d390-2484-44c8-8617-64682b59311f", "address": "fa:16:3e:b1:d6:cf", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9371d390-24", "ovs_interfaceid": "9371d390-2484-44c8-8617-64682b59311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 602.526174] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:d6:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9371d390-2484-44c8-8617-64682b59311f', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.538326] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.538620] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f219233c-1b73-4202-9b50-7024383bd820 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.553603] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Created folder: OpenStack in parent group-v4. [ 602.553744] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Creating folder: Project (596f47a5e864429f95282a7d70a9ba39). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.554100] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b3027f2-eea7-4f3d-b20f-8f75ec2e92b7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.566757] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Created folder: Project (596f47a5e864429f95282a7d70a9ba39) in parent group-v869493. [ 602.566947] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Creating folder: Instances. Parent ref: group-v869494. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.567232] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c1410e5-adf3-4725-9088-8852a2cbe175 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.577508] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Created folder: Instances in parent group-v869494. [ 602.577508] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 602.577658] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.577950] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c7a7a20-2004-4acb-9aa0-1c79914d7792 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.593008] env[65310]: DEBUG nova.compute.manager [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 602.602443] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.602443] env[65310]: value = "task-4445572" [ 602.602443] env[65310]: _type = "Task" [ 602.602443] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.612730] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445572, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.621373] env[65310]: DEBUG nova.virt.hardware [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 602.621578] env[65310]: DEBUG nova.virt.hardware [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.621728] env[65310]: DEBUG nova.virt.hardware [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 602.621900] env[65310]: DEBUG nova.virt.hardware [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.623174] env[65310]: DEBUG nova.virt.hardware [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 602.623174] env[65310]: DEBUG nova.virt.hardware [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 602.623174] env[65310]: DEBUG nova.virt.hardware [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.623174] env[65310]: DEBUG nova.virt.hardware [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 602.623174] env[65310]: DEBUG nova.virt.hardware [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 602.623473] env[65310]: DEBUG nova.virt.hardware [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 602.623473] env[65310]: DEBUG nova.virt.hardware [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 602.624201] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78c5db5-4523-4854-95e7-a229af110fe9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.634139] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8945e34-2f8f-4c1f-a8d6-0db65a138958 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.811743] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.812315] env[65310]: DEBUG nova.compute.manager [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 602.814993] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.533s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.815203] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.815375] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 602.815676] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.198s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.817272] env[65310]: INFO nova.compute.claims [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.820768] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b10344c-97ea-4bd2-ac14-a92f48c837dd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.830548] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde165ba-9c0a-48de-b5ef-46cb055e8c36 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.846331] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0267a42-f735-45d3-978f-4b3e11107f66 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.853103] env[65310]: DEBUG nova.compute.manager [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 602.857100] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7c7681-774c-4dc3-bc7e-9a25c7462e61 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.889122] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180692MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 602.889366] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.113390] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445572, 'name': CreateVM_Task, 'duration_secs': 0.42926} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.113531] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.114016] env[65310]: WARNING neutronclient.v2_0.client [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.217976] env[65310]: DEBUG nova.network.neutron [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Successfully updated port: 1bd71a49-8e77-4585-916b-f0b63dfb1402 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 603.322076] env[65310]: DEBUG nova.compute.utils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.323692] env[65310]: DEBUG nova.compute.manager [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 603.326667] env[65310]: DEBUG nova.network.neutron [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 603.327031] env[65310]: WARNING neutronclient.v2_0.client [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.327322] env[65310]: WARNING neutronclient.v2_0.client [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.391453] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.496978] env[65310]: DEBUG oslo_vmware.service [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9e459a-6bc0-4566-8ad6-733f0b9094a7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.505077] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.505252] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.506062] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.506595] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c1b1e4-5f89-4569-96f6-628f66d24193 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.512750] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 603.512750] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c97fe8-9f91-0e71-7893-dbe06ff1c401" [ 603.512750] env[65310]: _type = "Task" [ 603.512750] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.521362] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c97fe8-9f91-0e71-7893-dbe06ff1c401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.721785] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "refresh_cache-1198641a-fc81-48d2-a9d5-15321c80719c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.723757] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquired lock "refresh_cache-1198641a-fc81-48d2-a9d5-15321c80719c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.723757] env[65310]: DEBUG nova.network.neutron [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 603.832158] env[65310]: DEBUG nova.compute.manager [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 603.981473] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea59636-5f1d-4397-9ee0-83483dd92e31 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.990187] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db1e7b6-251a-4e5e-b4cb-e70e8c980a9b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.027731] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989b62cf-975d-490b-aca1-6097e0076f94 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.032636] env[65310]: DEBUG nova.network.neutron [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Successfully updated port: 2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 604.043397] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.043397] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.043397] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.043397] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.043882] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.045285] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cce6a05-41d7-41cb-9173-8ab7304873d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.053015] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ed531-8b9b-46f8-ab2e-9a3577a74a29 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.068808] env[65310]: DEBUG nova.compute.provider_tree [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.071271] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.071442] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.072385] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96226ed-5902-4fc2-8f94-2edd39a8620d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.080042] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1696ee98-bfae-466a-9911-bbe7b2f35193 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.083409] env[65310]: WARNING neutronclient.v2_0.client [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.089465] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 604.089465] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52800df9-70ad-1f7c-269c-c37ea6ddbaee" [ 604.089465] env[65310]: _type = "Task" [ 604.089465] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.097870] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52800df9-70ad-1f7c-269c-c37ea6ddbaee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.184796] env[65310]: DEBUG nova.policy [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9aa9ae0f9f254451816d51a67af5d097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5e248323aa943768de32e6f4d7e2c96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.313962] env[65310]: DEBUG nova.network.neutron [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Updating instance_info_cache with network_info: [{"id": "d4bdd256-3d1e-490b-aca3-2f1965f04d30", "address": "fa:16:3e:4f:45:b1", "network": {"id": "f5743f55-1489-4d1c-80ae-789d9287425e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-565425482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce999068b77a4f089e2131412597fdb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4bdd256-3d", "ovs_interfaceid": "d4bdd256-3d1e-490b-aca3-2f1965f04d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.362818] env[65310]: DEBUG nova.network.neutron [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 604.542965] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquiring lock "refresh_cache-29442a9c-7fdd-47dd-9ae1-ea2eb6215853" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.542965] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquired lock "refresh_cache-29442a9c-7fdd-47dd-9ae1-ea2eb6215853" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.542965] env[65310]: DEBUG nova.network.neutron [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 604.572915] env[65310]: DEBUG nova.scheduler.client.report [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.607950] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Preparing fetch location {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 604.608302] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Creating directory with path [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.608590] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dceeacf0-1114-4825-87b4-bd1564c042f3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.635988] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Created directory with path [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.636266] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Fetch image to [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 604.636431] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Downloading image file data 44ad85d0-985c-4e0c-b13e-c566a51b9bbc to [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk on the data store datastore2 {{(pid=65310) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 604.637380] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c1d3bb-8c00-40f5-b2e1-26846f23479e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.650959] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72783cb-0802-42e4-92cb-99e7e2d30c97 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.667808] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5936d6-54da-4314-8ba6-b76369c7d6a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.709669] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab2a131-c756-4356-b8e3-41a7fe87f19c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.719290] env[65310]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e5d864a6-fcfd-4fb1-bb2c-1166a984d596 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.817595] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Releasing lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.817967] env[65310]: DEBUG nova.compute.manager [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Instance network_info: |[{"id": "d4bdd256-3d1e-490b-aca3-2f1965f04d30", "address": "fa:16:3e:4f:45:b1", "network": {"id": "f5743f55-1489-4d1c-80ae-789d9287425e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-565425482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce999068b77a4f089e2131412597fdb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4bdd256-3d", "ovs_interfaceid": "d4bdd256-3d1e-490b-aca3-2f1965f04d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 604.819890] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:45:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4bdd256-3d1e-490b-aca3-2f1965f04d30', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.828196] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Creating folder: Project (ce999068b77a4f089e2131412597fdb9). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.830833] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c601c4ec-e861-4b7a-8576-91aa3b7a718f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.833445] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Downloading image file data 44ad85d0-985c-4e0c-b13e-c566a51b9bbc to the data store datastore2 {{(pid=65310) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 604.846389] env[65310]: DEBUG nova.compute.manager [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 604.855273] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Created folder: Project (ce999068b77a4f089e2131412597fdb9) in parent group-v869493. [ 604.855469] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Creating folder: Instances. Parent ref: group-v869497. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.855745] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dba1b599-a8d6-4ebb-95c9-cef107e7e430 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.869702] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Created folder: Instances in parent group-v869497. [ 604.869865] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 604.871121] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.871121] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8a7d48b-f08f-4b78-b80f-46914dd1ec61 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.895608] env[65310]: DEBUG nova.network.neutron [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Successfully created port: fbe04e0b-f1dd-41ec-8992-7b423ea0dbad {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 604.905897] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.905897] env[65310]: value = "task-4445575" [ 604.905897] env[65310]: _type = "Task" [ 604.905897] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.908883] env[65310]: DEBUG nova.virt.hardware [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 604.908883] env[65310]: DEBUG nova.virt.hardware [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.908883] env[65310]: DEBUG nova.virt.hardware [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 604.909106] env[65310]: DEBUG nova.virt.hardware [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.909106] env[65310]: DEBUG nova.virt.hardware [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 604.909106] env[65310]: DEBUG nova.virt.hardware [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 604.909202] env[65310]: DEBUG nova.virt.hardware [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.909291] env[65310]: DEBUG nova.virt.hardware [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 604.909409] env[65310]: DEBUG nova.virt.hardware [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 604.909565] env[65310]: DEBUG nova.virt.hardware [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 604.910096] env[65310]: DEBUG nova.virt.hardware [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 604.910746] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ceb4ff-f58f-4fd5-83e0-dba14ea2c2bf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.929671] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f47fa0e-fe4c-49c4-878b-cd50b946f950 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.934932] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445575, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.948778] env[65310]: DEBUG oslo_vmware.rw_handles [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65310) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 605.011434] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "412c15d8-4e8a-4555-a48f-5f58667695cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.011434] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.083929] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.084658] env[65310]: DEBUG nova.compute.manager [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 605.089189] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.200s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.239156] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "1203c5af-30f7-4cba-a4d6-998b5806ae71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.239483] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "1203c5af-30f7-4cba-a4d6-998b5806ae71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.421439] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445575, 'name': CreateVM_Task, 'duration_secs': 0.372328} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.423146] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.423863] env[65310]: WARNING neutronclient.v2_0.client [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.424284] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.424453] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.424785] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.425020] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2cac562-d816-4f95-b380-e25cd324009c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.431502] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for the task: (returnval){ [ 605.431502] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df926b-23d9-e170-c693-a3b0acdd5129" [ 605.431502] env[65310]: _type = "Task" [ 605.431502] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.442045] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df926b-23d9-e170-c693-a3b0acdd5129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.516167] env[65310]: DEBUG nova.compute.manager [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 605.587013] env[65310]: DEBUG nova.network.neutron [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 605.591346] env[65310]: DEBUG nova.compute.utils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.596142] env[65310]: DEBUG nova.compute.manager [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 605.596142] env[65310]: DEBUG nova.network.neutron [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 605.596142] env[65310]: WARNING neutronclient.v2_0.client [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.596257] env[65310]: WARNING neutronclient.v2_0.client [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.707558] env[65310]: DEBUG oslo_vmware.rw_handles [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Completed reading data from the image iterator. {{(pid=65310) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 605.707558] env[65310]: DEBUG oslo_vmware.rw_handles [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 605.742413] env[65310]: DEBUG nova.compute.manager [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 605.779961] env[65310]: WARNING neutronclient.v2_0.client [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.843151] env[65310]: DEBUG nova.policy [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4360eb09e1447d291827054973d52b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1f90bb1d1a410fa48fcf1a53401b5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.847169] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Downloaded image file data 44ad85d0-985c-4e0c-b13e-c566a51b9bbc to vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk on the data store datastore2 {{(pid=65310) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 605.848182] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Caching image {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 605.848461] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Copying Virtual Disk [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk to [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.849013] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-453e7ecf-0d11-4942-a6bb-337ec7f4a664 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.860754] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 605.860754] env[65310]: value = "task-4445576" [ 605.860754] env[65310]: _type = "Task" [ 605.860754] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.870852] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.942376] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.942962] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.942962] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.042835] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.106038] env[65310]: DEBUG nova.compute.manager [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 606.126886] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 54c28c84-5f37-4c63-a827-6b25ff087401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 606.127107] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 60f8bc6a-2144-4c56-837e-9a191c16630f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 606.128027] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 1198641a-fc81-48d2-a9d5-15321c80719c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 606.128027] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 29442a9c-7fdd-47dd-9ae1-ea2eb6215853 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 606.128027] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 761cb835-6077-4f5e-b940-6c3e5835e21d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 606.128027] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 7462f40f-2321-44f0-adae-d74882a962dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 606.266660] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.372098] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445576, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.625181] env[65310]: DEBUG nova.network.neutron [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Successfully created port: 6fa2936b-6ab6-45fb-8487-309c25dc9c7a {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 606.631149] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 606.765022] env[65310]: DEBUG nova.network.neutron [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Successfully updated port: fbe04e0b-f1dd-41ec-8992-7b423ea0dbad {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 606.827177] env[65310]: WARNING neutronclient.v2_0.client [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.832410] env[65310]: DEBUG nova.network.neutron [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Updating instance_info_cache with network_info: [{"id": "1bd71a49-8e77-4585-916b-f0b63dfb1402", "address": "fa:16:3e:6c:79:d5", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd71a49-8e", "ovs_interfaceid": "1bd71a49-8e77-4585-916b-f0b63dfb1402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.871259] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904113} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.871554] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Copied Virtual Disk [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk to [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.871677] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Deleting the datastore file [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.871915] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e0f7eda-4876-49c9-8de5-9b64781be54d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.879465] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 606.879465] env[65310]: value = "task-4445577" [ 606.879465] env[65310]: _type = "Task" [ 606.879465] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.889636] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.119283] env[65310]: DEBUG nova.compute.manager [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 607.134599] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 412c15d8-4e8a-4555-a48f-5f58667695cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 607.151860] env[65310]: DEBUG nova.virt.hardware [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 607.152121] env[65310]: DEBUG nova.virt.hardware [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.152274] env[65310]: DEBUG nova.virt.hardware [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 607.152450] env[65310]: DEBUG nova.virt.hardware [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.152585] env[65310]: DEBUG nova.virt.hardware [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 607.152719] env[65310]: DEBUG nova.virt.hardware [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 607.152910] env[65310]: DEBUG nova.virt.hardware [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.153087] env[65310]: DEBUG nova.virt.hardware [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 607.153259] env[65310]: DEBUG nova.virt.hardware [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 607.153395] env[65310]: DEBUG nova.virt.hardware [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 607.153552] env[65310]: DEBUG nova.virt.hardware [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 607.154424] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d683f4-c9e0-4f1e-b10e-bba6e0c02cdf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.166538] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafc29d5-45e5-40a9-9fe0-5ce1209d0964 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.270852] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "refresh_cache-761cb835-6077-4f5e-b940-6c3e5835e21d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.270852] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquired lock "refresh_cache-761cb835-6077-4f5e-b940-6c3e5835e21d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.270852] env[65310]: DEBUG nova.network.neutron [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 607.335746] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Releasing lock "refresh_cache-1198641a-fc81-48d2-a9d5-15321c80719c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.335862] env[65310]: DEBUG nova.compute.manager [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Instance network_info: |[{"id": "1bd71a49-8e77-4585-916b-f0b63dfb1402", "address": "fa:16:3e:6c:79:d5", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd71a49-8e", "ovs_interfaceid": "1bd71a49-8e77-4585-916b-f0b63dfb1402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 607.336877] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:79:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bd71a49-8e77-4585-916b-f0b63dfb1402', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.350724] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Creating folder: Project (afe44175ad7648ea9f662706ce764c18). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.350724] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f232f7-fdd2-4a63-8018-ad6ecef83ab6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.362965] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Created folder: Project (afe44175ad7648ea9f662706ce764c18) in parent group-v869493. [ 607.363159] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Creating folder: Instances. Parent ref: group-v869500. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.363411] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-081377c5-1f8e-40aa-80b6-f9310223c56b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.376924] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Created folder: Instances in parent group-v869500. [ 607.377237] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 607.377444] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.377652] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f165e01-6b3d-44eb-957f-df304ac2e24b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.407601] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025412} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.408562] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.408807] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Moving file from [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841/44ad85d0-985c-4e0c-b13e-c566a51b9bbc to [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc. {{(pid=65310) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 607.409026] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.409026] env[65310]: value = "task-4445580" [ 607.409026] env[65310]: _type = "Task" [ 607.409026] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.409284] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f6df8d90-cbbb-447e-ae64-4c556b45d0a7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.426632] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445580, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.428318] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 607.428318] env[65310]: value = "task-4445581" [ 607.428318] env[65310]: _type = "Task" [ 607.428318] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.438535] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445581, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.584999] env[65310]: DEBUG nova.network.neutron [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Updating instance_info_cache with network_info: [{"id": "2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643", "address": "fa:16:3e:ab:a1:0c", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6876b9-d9", "ovs_interfaceid": "2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.641730] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 1203c5af-30f7-4cba-a4d6-998b5806ae71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 607.642047] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 607.642202] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_building': '6', 'num_task_spawning': '5', 'num_os_type_None': '6', 'num_proj_596f47a5e864429f95282a7d70a9ba39': '1', 'io_workload': '6', 'num_proj_ce999068b77a4f089e2131412597fdb9': '1', 'num_proj_afe44175ad7648ea9f662706ce764c18': '1', 'num_proj_0c8c82b6f7884673b6e325beec069593': '1', 'num_proj_e5e248323aa943768de32e6f4d7e2c96': '1', 'num_task_None': '1', 'num_proj_6c1f90bb1d1a410fa48fcf1a53401b5a': '1'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 607.811779] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bc14b8-f323-4ca8-aa9d-f15f075dc7f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.820801] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae7a84-30a6-4df6-91e6-fc55b52b304d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.853934] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8008c7-4b4e-4422-adcd-3c61f17c8a79 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.863072] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfae7f1-503e-41b1-8184-74ce63b091e8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.879439] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 607.924288] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445580, 'name': CreateVM_Task, 'duration_secs': 0.405999} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.924288] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.924708] env[65310]: WARNING neutronclient.v2_0.client [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.925025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.925385] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.925488] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.925754] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a59bc1-3596-4d0d-b268-2122da4b4e0b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.934816] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 607.934816] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520dcd06-9f7b-ac8d-0f1c-5a8762223f7f" [ 607.934816] env[65310]: _type = "Task" [ 607.934816] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.942865] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445581, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.038412} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.944219] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] File moved {{(pid=65310) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 607.944468] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Cleaning up location [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841 {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 607.944611] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Deleting the datastore file [datastore2] vmware_temp/74f440d5-6877-4caa-9238-0100887a6841 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.944863] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51980502-74e1-4649-a66e-824a648a02c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.952067] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520dcd06-9f7b-ac8d-0f1c-5a8762223f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.952786] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.953094] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.953369] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.958403] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 607.958403] env[65310]: value = "task-4445582" [ 607.958403] env[65310]: _type = "Task" [ 607.958403] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.971031] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.091666] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Releasing lock "refresh_cache-29442a9c-7fdd-47dd-9ae1-ea2eb6215853" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.092101] env[65310]: DEBUG nova.compute.manager [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Instance network_info: |[{"id": "2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643", "address": "fa:16:3e:ab:a1:0c", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6876b9-d9", "ovs_interfaceid": "2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 608.092553] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:a1:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.100253] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Creating folder: Project (0c8c82b6f7884673b6e325beec069593). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.100575] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f612fd09-1c68-4a0f-86e8-0517b802435c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.112918] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Created folder: Project (0c8c82b6f7884673b6e325beec069593) in parent group-v869493. [ 608.112918] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Creating folder: Instances. Parent ref: group-v869503. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.113199] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52af7446-379d-4532-9e88-2a345f08e8cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.124935] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Created folder: Instances in parent group-v869503. [ 608.125290] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 608.125488] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.125686] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb61351d-3f86-4b22-ab8f-ad900dd4949d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.145840] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.145840] env[65310]: value = "task-4445585" [ 608.145840] env[65310]: _type = "Task" [ 608.145840] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.158934] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445585, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.218011] env[65310]: DEBUG nova.network.neutron [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 608.331419] env[65310]: DEBUG nova.compute.manager [req-592301d5-44ff-49b5-a0f2-0b43de4b5f2e req-00197155-10b3-40bd-b765-240678b23f3c service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Received event network-vif-plugged-9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 608.331628] env[65310]: DEBUG oslo_concurrency.lockutils [req-592301d5-44ff-49b5-a0f2-0b43de4b5f2e req-00197155-10b3-40bd-b765-240678b23f3c service nova] Acquiring lock "54c28c84-5f37-4c63-a827-6b25ff087401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.331816] env[65310]: DEBUG oslo_concurrency.lockutils [req-592301d5-44ff-49b5-a0f2-0b43de4b5f2e req-00197155-10b3-40bd-b765-240678b23f3c service nova] Lock "54c28c84-5f37-4c63-a827-6b25ff087401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.332175] env[65310]: DEBUG oslo_concurrency.lockutils [req-592301d5-44ff-49b5-a0f2-0b43de4b5f2e req-00197155-10b3-40bd-b765-240678b23f3c service nova] Lock "54c28c84-5f37-4c63-a827-6b25ff087401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.332175] env[65310]: DEBUG nova.compute.manager [req-592301d5-44ff-49b5-a0f2-0b43de4b5f2e req-00197155-10b3-40bd-b765-240678b23f3c service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] No waiting events found dispatching network-vif-plugged-9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 608.332301] env[65310]: WARNING nova.compute.manager [req-592301d5-44ff-49b5-a0f2-0b43de4b5f2e req-00197155-10b3-40bd-b765-240678b23f3c service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Received unexpected event network-vif-plugged-9371d390-2484-44c8-8617-64682b59311f for instance with vm_state building and task_state spawning. [ 608.359335] env[65310]: DEBUG nova.network.neutron [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Successfully updated port: 6fa2936b-6ab6-45fb-8487-309c25dc9c7a {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 608.403284] env[65310]: ERROR nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [req-af662b8c-5dbd-4094-aa74-d73a37782d37] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-af662b8c-5dbd-4094-aa74-d73a37782d37"}]} [ 608.428914] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 608.447648] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 608.447883] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.465688] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: a9bb2be7-403b-406e-8d7d-51b9bec9bff3 {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 608.474461] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031386} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.474751] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.475639] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2663bd-b613-4991-88e8-849bd6b6e288 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.483088] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 608.483088] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528763c9-7ba5-a095-8237-92e37d439c41" [ 608.483088] env[65310]: _type = "Task" [ 608.483088] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.488442] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 608.501452] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528763c9-7ba5-a095-8237-92e37d439c41, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.501723] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.501978] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 54c28c84-5f37-4c63-a827-6b25ff087401/54c28c84-5f37-4c63-a827-6b25ff087401.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.502269] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.502440] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.502654] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dcbcdba-0109-4a95-9841-1925c033348e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.504861] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-980daae8-85f2-40e6-8df3-471d11cb4437 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.513883] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 608.513883] env[65310]: value = "task-4445586" [ 608.513883] env[65310]: _type = "Task" [ 608.513883] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.515403] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.515633] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.520094] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae8930d-b9f4-4517-87a8-45cfd5998c7c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.532171] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for the task: (returnval){ [ 608.532171] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5286165e-4503-2676-6012-a31ed9b38069" [ 608.532171] env[65310]: _type = "Task" [ 608.532171] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.532575] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.542343] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5286165e-4503-2676-6012-a31ed9b38069, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.543275] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee2df72-c024-443f-8923-3e2909c02aae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.551058] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for the task: (returnval){ [ 608.551058] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5229f0c4-ee5c-b9a2-1161-5197a2839a11" [ 608.551058] env[65310]: _type = "Task" [ 608.551058] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.560392] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5229f0c4-ee5c-b9a2-1161-5197a2839a11, 'name': SearchDatastore_Task, 'duration_secs': 0.008246} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.563057] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.563436] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 60f8bc6a-2144-4c56-837e-9a191c16630f/60f8bc6a-2144-4c56-837e-9a191c16630f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.563893] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.564144] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.564403] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-052bdf73-e16c-437e-a414-bfa464aab88c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.566856] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-494a7351-1c92-4606-9dc2-ee2e946d50be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.576480] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for the task: (returnval){ [ 608.576480] env[65310]: value = "task-4445587" [ 608.576480] env[65310]: _type = "Task" [ 608.576480] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.585688] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.585948] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.591692] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce784f21-66ae-48b8-8dfa-4f1105ccde2b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.594218] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.598641] env[65310]: WARNING neutronclient.v2_0.client [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.602106] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 608.602106] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b54942-bcfe-e7eb-a284-64dc440bc2c7" [ 608.602106] env[65310]: _type = "Task" [ 608.602106] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.611969] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b54942-bcfe-e7eb-a284-64dc440bc2c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.660589] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445585, 'name': CreateVM_Task, 'duration_secs': 0.32686} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.660589] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.660882] env[65310]: WARNING neutronclient.v2_0.client [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.661446] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.661446] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.661799] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.661988] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6c450b-764c-41aa-8ab9-7f984e401a2e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.668656] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for the task: (returnval){ [ 608.668656] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527081a9-e223-581f-0e2b-7235d5b45850" [ 608.668656] env[65310]: _type = "Task" [ 608.668656] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.678955] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527081a9-e223-581f-0e2b-7235d5b45850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.716141] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e97e0f4-6b60-40e6-96c9-e3860ed4dd7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.724605] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210968a6-23db-4665-b75f-85de182a3806 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.769590] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf1fc2b-66e0-47af-a801-e4dea86e3903 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.781181] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c092fab6-82fb-48c5-ac13-c4080f49b319 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.799640] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.832128] env[65310]: DEBUG nova.network.neutron [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Updating instance_info_cache with network_info: [{"id": "fbe04e0b-f1dd-41ec-8992-7b423ea0dbad", "address": "fa:16:3e:de:b7:bc", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe04e0b-f1", "ovs_interfaceid": "fbe04e0b-f1dd-41ec-8992-7b423ea0dbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.863220] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "refresh_cache-7462f40f-2321-44f0-adae-d74882a962dc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.863220] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired lock "refresh_cache-7462f40f-2321-44f0-adae-d74882a962dc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.863220] env[65310]: DEBUG nova.network.neutron [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 608.903343] env[65310]: DEBUG nova.compute.manager [req-e4b31ed1-3a90-4482-a362-2b483b5f6a4f req-811b0ceb-5c34-426d-82ad-d2ce2f13dbba service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Received event network-vif-plugged-d4bdd256-3d1e-490b-aca3-2f1965f04d30 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 608.903703] env[65310]: DEBUG oslo_concurrency.lockutils [req-e4b31ed1-3a90-4482-a362-2b483b5f6a4f req-811b0ceb-5c34-426d-82ad-d2ce2f13dbba service nova] Acquiring lock "60f8bc6a-2144-4c56-837e-9a191c16630f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.903766] env[65310]: DEBUG oslo_concurrency.lockutils [req-e4b31ed1-3a90-4482-a362-2b483b5f6a4f req-811b0ceb-5c34-426d-82ad-d2ce2f13dbba service nova] Lock "60f8bc6a-2144-4c56-837e-9a191c16630f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.903867] env[65310]: DEBUG oslo_concurrency.lockutils [req-e4b31ed1-3a90-4482-a362-2b483b5f6a4f req-811b0ceb-5c34-426d-82ad-d2ce2f13dbba service nova] Lock "60f8bc6a-2144-4c56-837e-9a191c16630f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.904627] env[65310]: DEBUG nova.compute.manager [req-e4b31ed1-3a90-4482-a362-2b483b5f6a4f req-811b0ceb-5c34-426d-82ad-d2ce2f13dbba service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] No waiting events found dispatching network-vif-plugged-d4bdd256-3d1e-490b-aca3-2f1965f04d30 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 608.904627] env[65310]: WARNING nova.compute.manager [req-e4b31ed1-3a90-4482-a362-2b483b5f6a4f req-811b0ceb-5c34-426d-82ad-d2ce2f13dbba service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Received unexpected event network-vif-plugged-d4bdd256-3d1e-490b-aca3-2f1965f04d30 for instance with vm_state building and task_state spawning. [ 609.026474] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503507} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.026747] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 54c28c84-5f37-4c63-a827-6b25ff087401/54c28c84-5f37-4c63-a827-6b25ff087401.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.027089] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.027503] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21681cd7-418a-4fcf-8634-54a930e588be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.034996] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 609.034996] env[65310]: value = "task-4445588" [ 609.034996] env[65310]: _type = "Task" [ 609.034996] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.049099] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.093279] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445587, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.115048] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b54942-bcfe-e7eb-a284-64dc440bc2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008661} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.115876] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca521ae-f4db-4384-93d8-573d9d57f789 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.122916] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 609.122916] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5293c61b-8526-e5fa-1fb5-057da64e2d30" [ 609.122916] env[65310]: _type = "Task" [ 609.122916] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.132995] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5293c61b-8526-e5fa-1fb5-057da64e2d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.183501] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527081a9-e223-581f-0e2b-7235d5b45850, 'name': SearchDatastore_Task, 'duration_secs': 0.070342} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.184282] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.184878] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.184878] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.334190] env[65310]: ERROR nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [req-92972c93-f5f9-4e50-bf81-e39cae2466fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92972c93-f5f9-4e50-bf81-e39cae2466fb"}]} [ 609.336790] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Releasing lock "refresh_cache-761cb835-6077-4f5e-b940-6c3e5835e21d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.337199] env[65310]: DEBUG nova.compute.manager [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Instance network_info: |[{"id": "fbe04e0b-f1dd-41ec-8992-7b423ea0dbad", "address": "fa:16:3e:de:b7:bc", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe04e0b-f1", "ovs_interfaceid": "fbe04e0b-f1dd-41ec-8992-7b423ea0dbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 609.338105] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:b7:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbe04e0b-f1dd-41ec-8992-7b423ea0dbad', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.345088] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Creating folder: Project (e5e248323aa943768de32e6f4d7e2c96). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.345383] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c907d654-8d95-4628-a1b4-20096e05ea8c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.357699] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Created folder: Project (e5e248323aa943768de32e6f4d7e2c96) in parent group-v869493. [ 609.357871] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Creating folder: Instances. Parent ref: group-v869506. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.359139] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 609.361352] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d6116b8-57f9-4339-92bc-02eb9140b487 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.372480] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Created folder: Instances in parent group-v869506. [ 609.372765] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 609.372953] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.373186] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0ffa002-61bd-4552-b7fc-b0e9371468cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.394326] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 609.394622] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.405473] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.405473] env[65310]: value = "task-4445591" [ 609.405473] env[65310]: _type = "Task" [ 609.405473] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.416066] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445591, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.420690] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: a9bb2be7-403b-406e-8d7d-51b9bec9bff3 {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 609.425790] env[65310]: DEBUG nova.network.neutron [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 609.433860] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.434175] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.458941] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 609.551566] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086617} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.551868] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.552798] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8789b9d5-54fd-457a-accb-14bb65bc0781 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.584492] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 54c28c84-5f37-4c63-a827-6b25ff087401/54c28c84-5f37-4c63-a827-6b25ff087401.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.587423] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9bc6b42-1358-45e5-b629-6c5e0ee8b069 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.603378] env[65310]: WARNING neutronclient.v2_0.client [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.618570] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781094} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.620688] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 60f8bc6a-2144-4c56-837e-9a191c16630f/60f8bc6a-2144-4c56-837e-9a191c16630f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.620928] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.621268] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 609.621268] env[65310]: value = "task-4445592" [ 609.621268] env[65310]: _type = "Task" [ 609.621268] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.621457] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e284dcdf-0dd7-4d1a-87ec-bfd83a0fa595 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.636988] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for the task: (returnval){ [ 609.636988] env[65310]: value = "task-4445593" [ 609.636988] env[65310]: _type = "Task" [ 609.636988] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.643465] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.659987] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5293c61b-8526-e5fa-1fb5-057da64e2d30, 'name': SearchDatastore_Task, 'duration_secs': 0.05677} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.660244] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.663163] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.663426] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 1198641a-fc81-48d2-a9d5-15321c80719c/1198641a-fc81-48d2-a9d5-15321c80719c.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.664432] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.664432] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.664630] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e22b0d9c-cf18-4d4d-b53c-e438b630d7d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.669070] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-651b911a-9ac7-4539-9144-b1f8e8e61063 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.678489] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 609.678489] env[65310]: value = "task-4445594" [ 609.678489] env[65310]: _type = "Task" [ 609.678489] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.679802] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.679976] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.684216] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec850a9e-f6da-47b7-848f-4a8c3ea403c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.696247] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.698036] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for the task: (returnval){ [ 609.698036] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52867a84-ce83-5c28-9caf-130ba23f010e" [ 609.698036] env[65310]: _type = "Task" [ 609.698036] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.712933] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52867a84-ce83-5c28-9caf-130ba23f010e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.715138] env[65310]: DEBUG nova.network.neutron [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Updating instance_info_cache with network_info: [{"id": "6fa2936b-6ab6-45fb-8487-309c25dc9c7a", "address": "fa:16:3e:9b:35:a4", "network": {"id": "7d44e061-793c-485f-b9fb-c32335034285", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1703461039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1f90bb1d1a410fa48fcf1a53401b5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa2936b-6a", "ovs_interfaceid": "6fa2936b-6ab6-45fb-8487-309c25dc9c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.729353] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8316f15-97a0-40be-90d9-07250d0ec9ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.740340] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9032452f-ea70-4a67-8363-64cae7c56fe3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.775490] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98bd266-7722-4147-82ff-402da9e934a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.784365] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dd8d58-740a-4be7-b6dd-1b00375679f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.800804] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.928423] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445591, 'name': CreateVM_Task, 'duration_secs': 0.396223} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.928736] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.929582] env[65310]: WARNING neutronclient.v2_0.client [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.930286] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.930489] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.930939] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.931330] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b61589-7b0c-4d5f-932a-88a7af384b25 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.937392] env[65310]: DEBUG nova.compute.manager [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 609.945346] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 609.945346] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250ade6-159d-444b-b2c2-506db77c0ca0" [ 609.945346] env[65310]: _type = "Task" [ 609.945346] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.957662] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250ade6-159d-444b-b2c2-506db77c0ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.988343] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquiring lock "ce586098-75e8-4cb3-9091-1877dda6e126" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.988714] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "ce586098-75e8-4cb3-9091-1877dda6e126" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.135744] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445592, 'name': ReconfigVM_Task, 'duration_secs': 0.32924} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.136069] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 54c28c84-5f37-4c63-a827-6b25ff087401/54c28c84-5f37-4c63-a827-6b25ff087401.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.136928] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27d7be9e-0286-4409-849b-15abf3adbc47 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.148299] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 610.148299] env[65310]: value = "task-4445595" [ 610.148299] env[65310]: _type = "Task" [ 610.148299] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.155551] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110004} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.156334] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.157307] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd7fee2-7b90-459d-a7ac-f2965366fe11 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.164201] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445595, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.187197] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 60f8bc6a-2144-4c56-837e-9a191c16630f/60f8bc6a-2144-4c56-837e-9a191c16630f.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.187943] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b7c137-afe9-42f9-b529-0f15fcd3aaa5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.218349] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "6ace7dc3-71a5-4769-91bf-989d065f63a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.218349] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "6ace7dc3-71a5-4769-91bf-989d065f63a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.218349] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Releasing lock "refresh_cache-7462f40f-2321-44f0-adae-d74882a962dc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.218779] env[65310]: DEBUG nova.compute.manager [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Instance network_info: |[{"id": "6fa2936b-6ab6-45fb-8487-309c25dc9c7a", "address": "fa:16:3e:9b:35:a4", "network": {"id": "7d44e061-793c-485f-b9fb-c32335034285", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1703461039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1f90bb1d1a410fa48fcf1a53401b5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa2936b-6a", "ovs_interfaceid": "6fa2936b-6ab6-45fb-8487-309c25dc9c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 610.220074] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:35:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fa2936b-6ab6-45fb-8487-309c25dc9c7a', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.230201] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Creating folder: Project (6c1f90bb1d1a410fa48fcf1a53401b5a). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.239128] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7054215-5353-4314-9967-4f5b808afd8c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.240988] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445594, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.241238] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52867a84-ce83-5c28-9caf-130ba23f010e, 'name': SearchDatastore_Task, 'duration_secs': 0.019226} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.241542] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for the task: (returnval){ [ 610.241542] env[65310]: value = "task-4445596" [ 610.241542] env[65310]: _type = "Task" [ 610.241542] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.243080] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3a9264-8484-454d-9dff-7fc79ef9c99f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.253136] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Created folder: Project (6c1f90bb1d1a410fa48fcf1a53401b5a) in parent group-v869493. [ 610.253516] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Creating folder: Instances. Parent ref: group-v869509. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.258549] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a9200b3-65c2-41d5-8605-3cc349ae1784 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.259844] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for the task: (returnval){ [ 610.259844] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fe0f48-3180-c65c-2f32-504a91854d58" [ 610.259844] env[65310]: _type = "Task" [ 610.259844] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.260419] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.272668] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fe0f48-3180-c65c-2f32-504a91854d58, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.272668] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.272668] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 29442a9c-7fdd-47dd-9ae1-ea2eb6215853/29442a9c-7fdd-47dd-9ae1-ea2eb6215853.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.272934] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Created folder: Instances in parent group-v869509. [ 610.273079] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 610.273330] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7542ec4d-f252-4add-b5f3-42f1013729a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.275440] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.276018] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7069479a-494c-4f6b-aabf-26d6e66b8d06 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.297315] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for the task: (returnval){ [ 610.297315] env[65310]: value = "task-4445599" [ 610.297315] env[65310]: _type = "Task" [ 610.297315] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.299237] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.299237] env[65310]: value = "task-4445600" [ 610.299237] env[65310]: _type = "Task" [ 610.299237] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.315793] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445600, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.318894] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.332579] env[65310]: ERROR nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [req-ad410a30-5f3b-4733-85da-cdb03ed50954] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ad410a30-5f3b-4733-85da-cdb03ed50954"}]} [ 610.352472] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 610.373515] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 610.373773] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.389638] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: a9bb2be7-403b-406e-8d7d-51b9bec9bff3 {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 610.411593] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 610.463935] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250ade6-159d-444b-b2c2-506db77c0ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.054467} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.463935] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.464261] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.465752] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.465752] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.465752] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.465752] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11acb74f-f995-4672-8127-baaeaad4b8b8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.476329] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.477519] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.477739] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.478677] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7267934f-04e0-43e3-85b8-d6af2451afe9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.489015] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 610.489015] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a0ea6b-8228-3552-3d68-958e423efc25" [ 610.489015] env[65310]: _type = "Task" [ 610.489015] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.501957] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a0ea6b-8228-3552-3d68-958e423efc25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.662988] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445595, 'name': Rename_Task, 'duration_secs': 0.197492} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.666314] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.666997] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5be6ccb1-ce7c-4a4d-8545-79d9dbaaa10a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.678921] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 610.678921] env[65310]: value = "task-4445601" [ 610.678921] env[65310]: _type = "Task" [ 610.678921] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.685063] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9464045-903c-4a2b-a2e2-56620ed5cea6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.697107] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.701075] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cecf6f-1b6f-46b4-9b5c-820669a53dfb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.708669] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567872} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.709502] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 1198641a-fc81-48d2-a9d5-15321c80719c/1198641a-fc81-48d2-a9d5-15321c80719c.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.709767] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.710097] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ce10ba0-b4fa-48e5-85b5-f58e849e8de0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.741230] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627dbb21-8b24-4c1e-aaf6-0977994ceabd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.749857] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 610.749857] env[65310]: value = "task-4445602" [ 610.749857] env[65310]: _type = "Task" [ 610.749857] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.757515] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.761360] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671415ca-a891-4006-a776-03d7c829c3e2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.769884] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.782694] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.815563] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445599, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.819229] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445600, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.002209] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a0ea6b-8228-3552-3d68-958e423efc25, 'name': SearchDatastore_Task, 'duration_secs': 0.011777} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.002650] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ce2489-5eaa-4170-9193-e6d2c6d38d4c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.010731] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 611.010731] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527d3c2b-c3b9-afed-9820-fea16c31762a" [ 611.010731] env[65310]: _type = "Task" [ 611.010731] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.022092] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527d3c2b-c3b9-afed-9820-fea16c31762a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.140951] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.141212] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.191746] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445601, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.257953] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445596, 'name': ReconfigVM_Task, 'duration_secs': 0.695995} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.258770] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 60f8bc6a-2144-4c56-837e-9a191c16630f/60f8bc6a-2144-4c56-837e-9a191c16630f.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.259560] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9aa1ede-0ed6-4a56-9219-238f3d25d5bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.264326] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128499} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.265113] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.265837] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f38b7ac-67e7-4abd-b1c1-906325931a86 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.270033] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for the task: (returnval){ [ 611.270033] env[65310]: value = "task-4445603" [ 611.270033] env[65310]: _type = "Task" [ 611.270033] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.292306] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 1198641a-fc81-48d2-a9d5-15321c80719c/1198641a-fc81-48d2-a9d5-15321c80719c.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.295835] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c44b3aab-02b1-451a-965b-9e936f607997 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.318952] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445603, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.335807] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445600, 'name': CreateVM_Task, 'duration_secs': 0.593685} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.339177] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.339533] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594472} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.339851] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 611.339851] env[65310]: value = "task-4445604" [ 611.339851] env[65310]: _type = "Task" [ 611.339851] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.340809] env[65310]: ERROR nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [req-d9d71c1d-8c06-457e-b49f-272e74b7491e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9d71c1d-8c06-457e-b49f-272e74b7491e"}]} [ 611.341269] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.252s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.344386] env[65310]: ERROR nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Error updating resources for node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28.: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c (generation 15): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9d71c1d-8c06-457e-b49f-272e74b7491e"}]} [ 611.344386] env[65310]: ERROR nova.compute.manager Traceback (most recent call last): [ 611.344386] env[65310]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 11271, in _update_available_resource_for_node [ 611.344386] env[65310]: ERROR nova.compute.manager self.rt.update_available_resource(context, nodename, [ 611.344386] env[65310]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/resource_tracker.py", line 965, in update_available_resource [ 611.344386] env[65310]: ERROR nova.compute.manager self._update_available_resource(context, resources, startup=startup) [ 611.344386] env[65310]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 611.344386] env[65310]: ERROR nova.compute.manager return f(*args, **kwargs) [ 611.344386] env[65310]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1096, in _update_available_resource [ 611.344386] env[65310]: ERROR nova.compute.manager self._update(context, cn, startup=startup) [ 611.344386] env[65310]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1408, in _update [ 611.344386] env[65310]: ERROR nova.compute.manager self._update_to_placement(context, compute_node, startup) [ 611.344386] env[65310]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 55, in wrapped_f [ 611.345121] env[65310]: ERROR nova.compute.manager return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 611.345121] env[65310]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 289, in call [ 611.345121] env[65310]: ERROR nova.compute.manager raise attempt.get() [ 611.345121] env[65310]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 326, in get [ 611.345121] env[65310]: ERROR nova.compute.manager raise exc.with_traceback(tb) [ 611.345121] env[65310]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 273, in call [ 611.345121] env[65310]: ERROR nova.compute.manager attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 611.345121] env[65310]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1393, in _update_to_placement [ 611.345121] env[65310]: ERROR nova.compute.manager self.reportclient.update_from_provider_tree( [ 611.345121] env[65310]: ERROR nova.compute.manager File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 611.345121] env[65310]: ERROR nova.compute.manager self.set_inventory_for_provider( [ 611.345121] env[65310]: ERROR nova.compute.manager File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 611.345121] env[65310]: ERROR nova.compute.manager raise exception.ResourceProviderUpdateConflict( [ 611.345121] env[65310]: ERROR nova.compute.manager nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c (generation 15): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9d71c1d-8c06-457e-b49f-272e74b7491e"}]} [ 611.345121] env[65310]: ERROR nova.compute.manager [ 611.345731] env[65310]: WARNING neutronclient.v2_0.client [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.345831] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.346063] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.346424] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.346743] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 29442a9c-7fdd-47dd-9ae1-ea2eb6215853/29442a9c-7fdd-47dd-9ae1-ea2eb6215853.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.347013] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.347366] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.956s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.348923] env[65310]: INFO nova.compute.claims [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.351699] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e61462-3cab-4829-8869-763117730e5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.353797] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2a41246-a652-4298-83cc-497a2edfef03 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.368899] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.369225] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 611.369225] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5269c18f-9371-d283-a860-459eed4942b2" [ 611.369225] env[65310]: _type = "Task" [ 611.369225] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.370764] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for the task: (returnval){ [ 611.370764] env[65310]: value = "task-4445605" [ 611.370764] env[65310]: _type = "Task" [ 611.370764] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.385555] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5269c18f-9371-d283-a860-459eed4942b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015467} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.388804] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.389221] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.389283] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.389500] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.521841] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527d3c2b-c3b9-afed-9820-fea16c31762a, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.522154] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.522500] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 761cb835-6077-4f5e-b940-6c3e5835e21d/761cb835-6077-4f5e-b940-6c3e5835e21d.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.522820] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.523041] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.524331] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-787b4889-d24a-4d1e-8af0-237482594bfc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.528395] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04783d30-1227-440c-8f6c-2d09e5e3db95 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.536498] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 611.536498] env[65310]: value = "task-4445606" [ 611.536498] env[65310]: _type = "Task" [ 611.536498] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.538117] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.538348] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.543580] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a464ac97-9da7-47e4-aa29-1d6a0e93bd93 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.557160] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.559109] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 611.559109] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5279b399-10a7-8e51-dc95-b2bccfd4cde0" [ 611.559109] env[65310]: _type = "Task" [ 611.559109] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.572124] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5279b399-10a7-8e51-dc95-b2bccfd4cde0, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.573363] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1fe4a9-d79d-4cf3-a936-30f89e3b8e44 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.580182] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 611.580182] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dbcd96-b819-0bdd-b5c1-b27b2bb85b93" [ 611.580182] env[65310]: _type = "Task" [ 611.580182] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.590366] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dbcd96-b819-0bdd-b5c1-b27b2bb85b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.690476] env[65310]: DEBUG oslo_vmware.api [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445601, 'name': PowerOnVM_Task, 'duration_secs': 0.538857} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.691290] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.691290] env[65310]: INFO nova.compute.manager [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Took 15.86 seconds to spawn the instance on the hypervisor. [ 611.691411] env[65310]: DEBUG nova.compute.manager [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 611.692596] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006a9c1-4bac-4e3c-85e8-f3ba0b962eb0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.781382] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445603, 'name': Rename_Task, 'duration_secs': 0.161604} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.782212] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.782212] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39218f4-5408-42a2-9972-9233e0a2bf9a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.788634] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for the task: (returnval){ [ 611.788634] env[65310]: value = "task-4445607" [ 611.788634] env[65310]: _type = "Task" [ 611.788634] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.803321] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.859029] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445604, 'name': ReconfigVM_Task, 'duration_secs': 0.315569} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.859350] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 1198641a-fc81-48d2-a9d5-15321c80719c/1198641a-fc81-48d2-a9d5-15321c80719c.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.859995] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bdf4f31-0e3f-4035-ae7f-6ec66de54fcd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.870630] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 611.870630] env[65310]: value = "task-4445608" [ 611.870630] env[65310]: _type = "Task" [ 611.870630] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.882641] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445608, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.892871] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071167} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.892871] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.893882] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cd7597-8296-43c2-8b32-fa468674ce34 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.917990] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 29442a9c-7fdd-47dd-9ae1-ea2eb6215853/29442a9c-7fdd-47dd-9ae1-ea2eb6215853.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.918111] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-906f54e9-ec68-49ce-9a92-696433e5520b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.939628] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for the task: (returnval){ [ 611.939628] env[65310]: value = "task-4445609" [ 611.939628] env[65310]: _type = "Task" [ 611.939628] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.950062] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.049759] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.092550] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dbcd96-b819-0bdd-b5c1-b27b2bb85b93, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.093125] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.093701] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 7462f40f-2321-44f0-adae-d74882a962dc/7462f40f-2321-44f0-adae-d74882a962dc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.094204] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dc0a126-1330-48e0-8d04-5f71f4bb4698 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.101831] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 612.101831] env[65310]: value = "task-4445610" [ 612.101831] env[65310]: _type = "Task" [ 612.101831] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.114690] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.210472] env[65310]: INFO nova.compute.manager [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Took 20.65 seconds to build instance. [ 612.303678] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445607, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.326030] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "4980811b-c5f9-44ea-8056-2d4629489260" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.326564] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4980811b-c5f9-44ea-8056-2d4629489260" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.356267] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.356570] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.387826] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445608, 'name': Rename_Task, 'duration_secs': 0.227017} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.387826] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.387826] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2911939c-a6ad-409c-abaf-ba00daadbc72 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.398793] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 612.404283] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "4c49d150-10a7-488a-b438-4a47ca64daa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.404283] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4c49d150-10a7-488a-b438-4a47ca64daa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.412743] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 612.412743] env[65310]: value = "task-4445611" [ 612.412743] env[65310]: _type = "Task" [ 612.412743] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.424303] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.429200] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 612.429429] env[65310]: DEBUG nova.compute.provider_tree [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.453318] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445609, 'name': ReconfigVM_Task, 'duration_secs': 0.411107} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.453478] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 29442a9c-7fdd-47dd-9ae1-ea2eb6215853/29442a9c-7fdd-47dd-9ae1-ea2eb6215853.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.454513] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36d178eb-66ed-47ff-b684-474ea92f784a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.458559] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: a9bb2be7-403b-406e-8d7d-51b9bec9bff3 {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 612.468517] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for the task: (returnval){ [ 612.468517] env[65310]: value = "task-4445612" [ 612.468517] env[65310]: _type = "Task" [ 612.468517] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.484216] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445612, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.497341] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 612.559336] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445606, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.622527] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445610, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.713785] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0d541d6b-4e68-4548-967b-16846695228b tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "54c28c84-5f37-4c63-a827-6b25ff087401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.166s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.806446] env[65310]: DEBUG oslo_vmware.api [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445607, 'name': PowerOnVM_Task, 'duration_secs': 0.633743} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.806728] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.806993] env[65310]: INFO nova.compute.manager [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Took 14.74 seconds to spawn the instance on the hypervisor. [ 612.807980] env[65310]: DEBUG nova.compute.manager [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 612.808391] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbe71b5-c356-41de-a79e-699ecc0e758b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.897899] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede89065-0e18-4a90-a0e8-2a092e7dcb6c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.914738] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f31520-d27b-4772-8f53-286f9972466c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.926331] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445611, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.953612] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd4cf68-1128-40a1-bb75-bc392d77b87f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.965208] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84f6f0f-5eae-44b8-8e8b-db8ca90e72ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.988549] env[65310]: DEBUG nova.compute.provider_tree [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.995210] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445612, 'name': Rename_Task, 'duration_secs': 0.235323} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.995542] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.995814] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-833a0130-a542-4e9b-8436-d45ab106ff48 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.005689] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for the task: (returnval){ [ 613.005689] env[65310]: value = "task-4445613" [ 613.005689] env[65310]: _type = "Task" [ 613.005689] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.022194] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.052593] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445606, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.116290] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445610, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.219129] env[65310]: DEBUG nova.compute.manager [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 613.336717] env[65310]: INFO nova.compute.manager [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Took 20.67 seconds to build instance. [ 613.423075] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445611, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.519941] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.526262] env[65310]: ERROR nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [req-a2a15ad0-4ba4-419d-a0e3-b5191a8d664b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a2a15ad0-4ba4-419d-a0e3-b5191a8d664b"}]} [ 613.555131] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445606, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.6111} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.555131] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 613.556665] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 761cb835-6077-4f5e-b940-6c3e5835e21d/761cb835-6077-4f5e-b940-6c3e5835e21d.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.556910] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.557614] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aafc5017-01f6-451e-b76d-68209ae84591 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.566568] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 613.566568] env[65310]: value = "task-4445614" [ 613.566568] env[65310]: _type = "Task" [ 613.566568] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.575153] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.576062] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 613.576277] env[65310]: DEBUG nova.compute.provider_tree [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.589688] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: a9bb2be7-403b-406e-8d7d-51b9bec9bff3 {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 613.618212] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445610, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.046924} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.619702] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 613.622559] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 7462f40f-2321-44f0-adae-d74882a962dc/7462f40f-2321-44f0-adae-d74882a962dc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.622814] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.623354] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec725f19-1c61-4503-8ade-78bd8bec13ac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.631573] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 613.631573] env[65310]: value = "task-4445615" [ 613.631573] env[65310]: _type = "Task" [ 613.631573] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.642185] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.744896] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.839853] env[65310]: DEBUG nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Received event network-changed-9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 613.840244] env[65310]: DEBUG nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Refreshing instance network info cache due to event network-changed-9371d390-2484-44c8-8617-64682b59311f. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 613.840244] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Acquiring lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.840375] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Acquired lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.840601] env[65310]: DEBUG nova.network.neutron [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Refreshing network info cache for port 9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.845519] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67e1114b-75c5-4a3e-ab92-7703e5ee709d tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Lock "60f8bc6a-2144-4c56-837e-9a191c16630f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.192s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.915560] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquiring lock "33c36f11-33f3-4642-a367-c26cceac7fa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.917022] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.932199] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445611, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.009585] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6df354-aae2-4260-b71e-e7d82312db6b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.024874] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.028319] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a15d1ba-e96f-4591-b7a0-e4679486f359 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.064054] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca5f754-e5cd-437c-acf1-b051bc9b573c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.079351] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef01f71-de1d-4184-b2a4-54e4edbe8d6e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.083495] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090676} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.083672] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.085018] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0933adc8-6e95-4d4f-a6b6-a117a1a1f48e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.096203] env[65310]: DEBUG nova.compute.provider_tree [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.119347] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 761cb835-6077-4f5e-b940-6c3e5835e21d/761cb835-6077-4f5e-b940-6c3e5835e21d.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.120320] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a64165d-170d-4c37-9310-cf4e1a17b624 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.147615] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144647} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.149373] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.149793] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 614.149793] env[65310]: value = "task-4445616" [ 614.149793] env[65310]: _type = "Task" [ 614.149793] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.151032] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2222f1e8-7443-4af5-ae0b-a653aeaac2cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.182402] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 7462f40f-2321-44f0-adae-d74882a962dc/7462f40f-2321-44f0-adae-d74882a962dc.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.183199] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445616, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.183429] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee45e796-351d-4e47-92ee-d29ee793dd0a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.205030] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 614.205030] env[65310]: value = "task-4445617" [ 614.205030] env[65310]: _type = "Task" [ 614.205030] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.216166] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.344571] env[65310]: WARNING neutronclient.v2_0.client [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.348639] env[65310]: DEBUG nova.compute.manager [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 614.428721] env[65310]: DEBUG oslo_vmware.api [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445611, 'name': PowerOnVM_Task, 'duration_secs': 1.573663} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.429315] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.429315] env[65310]: INFO nova.compute.manager [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Took 14.10 seconds to spawn the instance on the hypervisor. [ 614.429568] env[65310]: DEBUG nova.compute.manager [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 614.430187] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c9b2ce-4708-4040-bd26-46e12afa2211 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.447308] env[65310]: DEBUG nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Received event network-changed-d4bdd256-3d1e-490b-aca3-2f1965f04d30 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 614.447698] env[65310]: DEBUG nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Refreshing instance network info cache due to event network-changed-d4bdd256-3d1e-490b-aca3-2f1965f04d30. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 614.447898] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Acquiring lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.448172] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Acquired lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.448234] env[65310]: DEBUG nova.network.neutron [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Refreshing network info cache for port d4bdd256-3d1e-490b-aca3-2f1965f04d30 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.524752] env[65310]: DEBUG oslo_vmware.api [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445613, 'name': PowerOnVM_Task, 'duration_secs': 1.47467} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.525600] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.525825] env[65310]: INFO nova.compute.manager [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Took 11.93 seconds to spawn the instance on the hypervisor. [ 614.526680] env[65310]: DEBUG nova.compute.manager [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 614.527182] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3ff9b-0fef-4334-b5d4-d3ba5036177b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.636544] env[65310]: ERROR nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [req-0df0ebbe-9b15-487d-b4fa-873104c1fb78] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0df0ebbe-9b15-487d-b4fa-873104c1fb78"}]} [ 614.662615] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 614.669911] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445616, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.683297] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 614.683508] env[65310]: DEBUG nova.compute.provider_tree [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.700673] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 614.717190] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445617, 'name': ReconfigVM_Task, 'duration_secs': 0.488256} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.717422] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 7462f40f-2321-44f0-adae-d74882a962dc/7462f40f-2321-44f0-adae-d74882a962dc.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.718655] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06f6b7a3-d4fa-423c-bb4d-3269b233761f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.727152] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 614.727152] env[65310]: value = "task-4445618" [ 614.727152] env[65310]: _type = "Task" [ 614.727152] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.732031] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 614.741096] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445618, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.742317] env[65310]: WARNING neutronclient.v2_0.client [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.842495] env[65310]: DEBUG nova.network.neutron [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updated VIF entry in instance network info cache for port 9371d390-2484-44c8-8617-64682b59311f. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 614.842495] env[65310]: DEBUG nova.network.neutron [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updating instance_info_cache with network_info: [{"id": "9371d390-2484-44c8-8617-64682b59311f", "address": "fa:16:3e:b1:d6:cf", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9371d390-24", "ovs_interfaceid": "9371d390-2484-44c8-8617-64682b59311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.875475] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.954485] env[65310]: WARNING neutronclient.v2_0.client [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.963359] env[65310]: INFO nova.compute.manager [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Took 20.68 seconds to build instance. [ 615.054095] env[65310]: INFO nova.compute.manager [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Took 19.92 seconds to build instance. [ 615.060744] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe2e87c-6468-4e24-9720-737b8e3ca5bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.073112] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54bcd0b-9ced-4dbf-80f3-b80fc50e4714 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.114924] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f34150-f679-4f1d-8551-1cf9712ce45e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.129395] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6c2d18-66a8-4c0b-b756-2dba2335fed4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.147456] env[65310]: DEBUG nova.compute.provider_tree [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.171714] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445616, 'name': ReconfigVM_Task, 'duration_secs': 0.528419} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.172283] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 761cb835-6077-4f5e-b940-6c3e5835e21d/761cb835-6077-4f5e-b940-6c3e5835e21d.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.173535] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6107e0ff-2182-48d2-a780-1b7ef1effbd2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.183576] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 615.183576] env[65310]: value = "task-4445619" [ 615.183576] env[65310]: _type = "Task" [ 615.183576] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.196367] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445619, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.241919] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445618, 'name': Rename_Task, 'duration_secs': 0.310453} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.243132] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.243132] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27dfc408-4e35-4d10-8c43-44d7b8ace633 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.252017] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 615.252017] env[65310]: value = "task-4445620" [ 615.252017] env[65310]: _type = "Task" [ 615.252017] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.264423] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.345962] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Releasing lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.346225] env[65310]: DEBUG nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Received event network-vif-plugged-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 615.346436] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Acquiring lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.347082] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.347442] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.347918] env[65310]: DEBUG nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] No waiting events found dispatching network-vif-plugged-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 615.348080] env[65310]: WARNING nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Received unexpected event network-vif-plugged-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 for instance with vm_state building and task_state spawning. [ 615.348473] env[65310]: DEBUG nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Received event network-changed-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 615.348593] env[65310]: DEBUG nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Refreshing instance network info cache due to event network-changed-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 615.348966] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Acquiring lock "refresh_cache-29442a9c-7fdd-47dd-9ae1-ea2eb6215853" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.349150] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Acquired lock "refresh_cache-29442a9c-7fdd-47dd-9ae1-ea2eb6215853" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.349512] env[65310]: DEBUG nova.network.neutron [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Refreshing network info cache for port 2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.467032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a88b8049-1518-488c-9878-aaa6e9442eed tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "1198641a-fc81-48d2-a9d5-15321c80719c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.190s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.557810] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2fda3626-8e46-4eea-ae0c-210a2711469f tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.434s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.597841] env[65310]: WARNING neutronclient.v2_0.client [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.696983] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445619, 'name': Rename_Task, 'duration_secs': 0.212832} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.698780] env[65310]: ERROR nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [req-dfa59d01-4511-4ad9-9a0b-a488f4ef0118] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-dfa59d01-4511-4ad9-9a0b-a488f4ef0118"}]} [ 615.698780] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.701232] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e198cc64-df61-4434-9a75-1b5eb461ae79 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.713294] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 615.713294] env[65310]: value = "task-4445621" [ 615.713294] env[65310]: _type = "Task" [ 615.713294] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.720844] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 615.728027] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.736820] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 615.737850] env[65310]: DEBUG nova.compute.provider_tree [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.756476] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 615.767506] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.783457] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 615.857147] env[65310]: WARNING neutronclient.v2_0.client [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.975853] env[65310]: DEBUG nova.compute.manager [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 616.049837] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "d913327f-26d4-4a7b-8656-c07bea24fc25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.050125] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "d913327f-26d4-4a7b-8656-c07bea24fc25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.066061] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 616.111128] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a76f7fe-77c0-452f-ac77-826837ca35d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.121636] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90dd71f-f2d2-4c53-a60b-7040a953cc1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.157350] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8fd20e-589c-4bd5-8984-a4e343a8a051 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.166298] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4b8fb-c8e9-477a-8cbe-b4b7ce4a526f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.182184] env[65310]: DEBUG nova.compute.provider_tree [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 616.225878] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445621, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.264513] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445620, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.323684] env[65310]: DEBUG nova.network.neutron [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Updated VIF entry in instance network info cache for port d4bdd256-3d1e-490b-aca3-2f1965f04d30. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 616.323684] env[65310]: DEBUG nova.network.neutron [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Updating instance_info_cache with network_info: [{"id": "d4bdd256-3d1e-490b-aca3-2f1965f04d30", "address": "fa:16:3e:4f:45:b1", "network": {"id": "f5743f55-1489-4d1c-80ae-789d9287425e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-565425482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce999068b77a4f089e2131412597fdb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4bdd256-3d", "ovs_interfaceid": "d4bdd256-3d1e-490b-aca3-2f1965f04d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.507451] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.603771] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.617334] env[65310]: WARNING neutronclient.v2_0.client [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.726477] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445621, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.727865] env[65310]: DEBUG nova.scheduler.client.report [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 616.728162] env[65310]: DEBUG nova.compute.provider_tree [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 22 to 23 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 616.728401] env[65310]: DEBUG nova.compute.provider_tree [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 616.762396] env[65310]: DEBUG oslo_vmware.api [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445620, 'name': PowerOnVM_Task, 'duration_secs': 1.310012} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.762766] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.762986] env[65310]: INFO nova.compute.manager [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Took 9.64 seconds to spawn the instance on the hypervisor. [ 616.763183] env[65310]: DEBUG nova.compute.manager [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 616.764072] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12a935e-929c-4de1-a63e-a750541eaa31 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.829356] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Releasing lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.829356] env[65310]: DEBUG nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Received event network-vif-plugged-1bd71a49-8e77-4585-916b-f0b63dfb1402 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 616.829356] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Acquiring lock "1198641a-fc81-48d2-a9d5-15321c80719c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.829356] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Lock "1198641a-fc81-48d2-a9d5-15321c80719c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.829356] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Lock "1198641a-fc81-48d2-a9d5-15321c80719c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.829555] env[65310]: DEBUG nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] No waiting events found dispatching network-vif-plugged-1bd71a49-8e77-4585-916b-f0b63dfb1402 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 616.829555] env[65310]: WARNING nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Received unexpected event network-vif-plugged-1bd71a49-8e77-4585-916b-f0b63dfb1402 for instance with vm_state building and task_state spawning. [ 616.829555] env[65310]: DEBUG nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Received event network-changed-1bd71a49-8e77-4585-916b-f0b63dfb1402 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 616.829555] env[65310]: DEBUG nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Refreshing instance network info cache due to event network-changed-1bd71a49-8e77-4585-916b-f0b63dfb1402. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 616.829555] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Acquiring lock "refresh_cache-1198641a-fc81-48d2-a9d5-15321c80719c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.831066] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Acquired lock "refresh_cache-1198641a-fc81-48d2-a9d5-15321c80719c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.831554] env[65310]: DEBUG nova.network.neutron [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Refreshing network info cache for port 1bd71a49-8e77-4585-916b-f0b63dfb1402 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.862239] env[65310]: DEBUG nova.network.neutron [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Updated VIF entry in instance network info cache for port 2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 616.862239] env[65310]: DEBUG nova.network.neutron [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Updating instance_info_cache with network_info: [{"id": "2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643", "address": "fa:16:3e:ab:a1:0c", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6876b9-d9", "ovs_interfaceid": "2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.231749] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445621, 'name': PowerOnVM_Task} progress is 73%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.239124] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.891s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.240999] env[65310]: DEBUG nova.compute.manager [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 617.247599] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.203s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.251396] env[65310]: INFO nova.compute.claims [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.298630] env[65310]: INFO nova.compute.manager [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Took 21.80 seconds to build instance. [ 617.336297] env[65310]: WARNING neutronclient.v2_0.client [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.366757] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Releasing lock "refresh_cache-29442a9c-7fdd-47dd-9ae1-ea2eb6215853" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.367074] env[65310]: DEBUG nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Received event network-vif-plugged-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 617.367640] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Acquiring lock "761cb835-6077-4f5e-b940-6c3e5835e21d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.367640] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Lock "761cb835-6077-4f5e-b940-6c3e5835e21d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.367775] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Lock "761cb835-6077-4f5e-b940-6c3e5835e21d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.367876] env[65310]: DEBUG nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] No waiting events found dispatching network-vif-plugged-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 617.368045] env[65310]: WARNING nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Received unexpected event network-vif-plugged-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad for instance with vm_state building and task_state spawning. [ 617.368231] env[65310]: DEBUG nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Received event network-changed-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 617.368394] env[65310]: DEBUG nova.compute.manager [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Refreshing instance network info cache due to event network-changed-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 617.368584] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Acquiring lock "refresh_cache-761cb835-6077-4f5e-b940-6c3e5835e21d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.368795] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Acquired lock "refresh_cache-761cb835-6077-4f5e-b940-6c3e5835e21d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.368976] env[65310]: DEBUG nova.network.neutron [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Refreshing network info cache for port fbe04e0b-f1dd-41ec-8992-7b423ea0dbad {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.728737] env[65310]: DEBUG oslo_vmware.api [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445621, 'name': PowerOnVM_Task, 'duration_secs': 1.711318} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.729810] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.730261] env[65310]: INFO nova.compute.manager [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Took 12.88 seconds to spawn the instance on the hypervisor. [ 617.730650] env[65310]: DEBUG nova.compute.manager [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 617.731995] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7665278b-5d0f-4fe0-9b51-05a11a760586 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.750925] env[65310]: WARNING neutronclient.v2_0.client [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.757284] env[65310]: DEBUG nova.compute.utils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.758820] env[65310]: DEBUG nova.compute.manager [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 617.759011] env[65310]: DEBUG nova.network.neutron [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 617.759426] env[65310]: WARNING neutronclient.v2_0.client [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.759719] env[65310]: WARNING neutronclient.v2_0.client [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.800119] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "7462f40f-2321-44f0-adae-d74882a962dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.336s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.871458] env[65310]: WARNING neutronclient.v2_0.client [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.999141] env[65310]: DEBUG nova.policy [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd48da178e28c408aaf9865dc0c8eb4f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dd34b1cc080443db96dc64c82eaeaea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.055019] env[65310]: DEBUG nova.network.neutron [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Updated VIF entry in instance network info cache for port 1bd71a49-8e77-4585-916b-f0b63dfb1402. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 618.055019] env[65310]: DEBUG nova.network.neutron [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Updating instance_info_cache with network_info: [{"id": "1bd71a49-8e77-4585-916b-f0b63dfb1402", "address": "fa:16:3e:6c:79:d5", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd71a49-8e", "ovs_interfaceid": "1bd71a49-8e77-4585-916b-f0b63dfb1402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.258041] env[65310]: INFO nova.compute.manager [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Took 23.05 seconds to build instance. [ 618.265037] env[65310]: DEBUG nova.compute.manager [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 618.305842] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 618.423841] env[65310]: DEBUG nova.network.neutron [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Successfully created port: b41e932a-d96d-46bc-93c5-978753dcd428 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 618.452748] env[65310]: WARNING neutronclient.v2_0.client [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.559653] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Releasing lock "refresh_cache-1198641a-fc81-48d2-a9d5-15321c80719c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.559653] env[65310]: DEBUG nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Received event network-vif-plugged-6fa2936b-6ab6-45fb-8487-309c25dc9c7a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 618.559832] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Acquiring lock "7462f40f-2321-44f0-adae-d74882a962dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.560242] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Lock "7462f40f-2321-44f0-adae-d74882a962dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.560388] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Lock "7462f40f-2321-44f0-adae-d74882a962dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.560644] env[65310]: DEBUG nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] No waiting events found dispatching network-vif-plugged-6fa2936b-6ab6-45fb-8487-309c25dc9c7a {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 618.560904] env[65310]: WARNING nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Received unexpected event network-vif-plugged-6fa2936b-6ab6-45fb-8487-309c25dc9c7a for instance with vm_state building and task_state spawning. [ 618.561173] env[65310]: DEBUG nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Received event network-changed-6fa2936b-6ab6-45fb-8487-309c25dc9c7a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 618.561472] env[65310]: DEBUG nova.compute.manager [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Refreshing instance network info cache due to event network-changed-6fa2936b-6ab6-45fb-8487-309c25dc9c7a. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 618.562117] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Acquiring lock "refresh_cache-7462f40f-2321-44f0-adae-d74882a962dc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.562354] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Acquired lock "refresh_cache-7462f40f-2321-44f0-adae-d74882a962dc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.562603] env[65310]: DEBUG nova.network.neutron [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Refreshing network info cache for port 6fa2936b-6ab6-45fb-8487-309c25dc9c7a {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.622323] env[65310]: DEBUG nova.network.neutron [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Updated VIF entry in instance network info cache for port fbe04e0b-f1dd-41ec-8992-7b423ea0dbad. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 618.622323] env[65310]: DEBUG nova.network.neutron [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Updating instance_info_cache with network_info: [{"id": "fbe04e0b-f1dd-41ec-8992-7b423ea0dbad", "address": "fa:16:3e:de:b7:bc", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe04e0b-f1", "ovs_interfaceid": "fbe04e0b-f1dd-41ec-8992-7b423ea0dbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.643627] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f4469b-936b-4b4e-801e-db4d3b3ff451 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.654615] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b93c736-d395-465f-8f69-035b89573a87 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.698023] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7308d487-7d4a-4270-a593-3fd354ba1d86 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.705030] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551fea46-4ba5-4d03-bb35-35b9f3a48525 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.720351] env[65310]: DEBUG nova.compute.provider_tree [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.761244] env[65310]: DEBUG oslo_concurrency.lockutils [None req-334f80e5-8693-420f-a743-49a189ca2f92 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "761cb835-6077-4f5e-b940-6c3e5835e21d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.557s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.840039] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.070096] env[65310]: WARNING neutronclient.v2_0.client [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.126273] env[65310]: DEBUG oslo_concurrency.lockutils [req-fec39d1e-8144-4e2f-92c6-e713f13c7357 req-423999f0-1831-465d-aad3-5e089ab5b055 service nova] Releasing lock "refresh_cache-761cb835-6077-4f5e-b940-6c3e5835e21d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.223694] env[65310]: DEBUG nova.scheduler.client.report [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.265103] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 619.276266] env[65310]: DEBUG nova.compute.manager [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 619.306124] env[65310]: DEBUG nova.virt.hardware [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 619.306302] env[65310]: DEBUG nova.virt.hardware [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.306515] env[65310]: DEBUG nova.virt.hardware [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 619.306764] env[65310]: DEBUG nova.virt.hardware [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.306966] env[65310]: DEBUG nova.virt.hardware [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 619.307077] env[65310]: DEBUG nova.virt.hardware [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 619.307395] env[65310]: DEBUG nova.virt.hardware [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 619.307580] env[65310]: DEBUG nova.virt.hardware [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 619.307750] env[65310]: DEBUG nova.virt.hardware [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 619.307986] env[65310]: DEBUG nova.virt.hardware [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 619.308295] env[65310]: DEBUG nova.virt.hardware [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 619.309464] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cc4f15-327e-41a2-b3a6-5b86329394cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.320371] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89261bf-d550-439e-853b-ae66fa08c48c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.728953] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.729585] env[65310]: DEBUG nova.compute.manager [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 619.732276] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.466s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.733714] env[65310]: INFO nova.compute.claims [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.805305] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.061768] env[65310]: DEBUG nova.network.neutron [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Successfully updated port: b41e932a-d96d-46bc-93c5-978753dcd428 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 620.239275] env[65310]: DEBUG nova.compute.utils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.249270] env[65310]: DEBUG nova.compute.manager [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 620.249494] env[65310]: DEBUG nova.network.neutron [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 620.249883] env[65310]: WARNING neutronclient.v2_0.client [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.250935] env[65310]: WARNING neutronclient.v2_0.client [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.466684] env[65310]: DEBUG nova.policy [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9aa85b2ae4449a1bca0e6580e08954c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61d231881a9e4e3da25c75f676adec99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.529987] env[65310]: WARNING neutronclient.v2_0.client [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.565791] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "refresh_cache-f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.565907] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "refresh_cache-f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.566148] env[65310]: DEBUG nova.network.neutron [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 620.749743] env[65310]: DEBUG nova.compute.manager [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 620.905765] env[65310]: DEBUG nova.network.neutron [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Successfully created port: c59be3b7-fc74-4e23-afd8-8cc4406e80b5 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 621.025204] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187cf1a5-c488-4788-8d24-30fb0982d883 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.033840] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bb28b8-b65b-4089-83e8-ce0c5bb9e04c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.067783] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da29a189-769c-4b54-a108-ccf174020877 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.080201] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8b0666-8bb6-4580-92d7-8dfcca989dc1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.101510] env[65310]: DEBUG nova.compute.provider_tree [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.605335] env[65310]: DEBUG nova.scheduler.client.report [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.649134] env[65310]: DEBUG nova.network.neutron [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 621.763802] env[65310]: DEBUG nova.compute.manager [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 621.790312] env[65310]: DEBUG nova.virt.hardware [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 621.790586] env[65310]: DEBUG nova.virt.hardware [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.790707] env[65310]: DEBUG nova.virt.hardware [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 621.790914] env[65310]: DEBUG nova.virt.hardware [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.791076] env[65310]: DEBUG nova.virt.hardware [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 621.791223] env[65310]: DEBUG nova.virt.hardware [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 621.791421] env[65310]: DEBUG nova.virt.hardware [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.791572] env[65310]: DEBUG nova.virt.hardware [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 621.791730] env[65310]: DEBUG nova.virt.hardware [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 621.791878] env[65310]: DEBUG nova.virt.hardware [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 621.792049] env[65310]: DEBUG nova.virt.hardware [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 621.792985] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1266e659-5067-409c-8319-35c363b320e5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.804109] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87f0872-3f24-4905-8c9d-19c43a634f54 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.111444] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.112092] env[65310]: DEBUG nova.compute.manager [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 622.115703] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.640s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.117360] env[65310]: INFO nova.compute.claims [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.571225] env[65310]: DEBUG nova.network.neutron [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Updated VIF entry in instance network info cache for port 6fa2936b-6ab6-45fb-8487-309c25dc9c7a. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 622.571917] env[65310]: DEBUG nova.network.neutron [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Updating instance_info_cache with network_info: [{"id": "6fa2936b-6ab6-45fb-8487-309c25dc9c7a", "address": "fa:16:3e:9b:35:a4", "network": {"id": "7d44e061-793c-485f-b9fb-c32335034285", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1703461039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1f90bb1d1a410fa48fcf1a53401b5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa2936b-6a", "ovs_interfaceid": "6fa2936b-6ab6-45fb-8487-309c25dc9c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.618188] env[65310]: DEBUG nova.compute.utils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.626657] env[65310]: DEBUG nova.compute.manager [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 622.626784] env[65310]: DEBUG nova.network.neutron [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 622.627177] env[65310]: WARNING neutronclient.v2_0.client [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.627905] env[65310]: WARNING neutronclient.v2_0.client [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.644786] env[65310]: DEBUG nova.network.neutron [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Successfully updated port: c59be3b7-fc74-4e23-afd8-8cc4406e80b5 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 622.709605] env[65310]: DEBUG nova.policy [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4360eb09e1447d291827054973d52b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1f90bb1d1a410fa48fcf1a53401b5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.729428] env[65310]: WARNING neutronclient.v2_0.client [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.820270] env[65310]: DEBUG nova.network.neutron [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Updating instance_info_cache with network_info: [{"id": "b41e932a-d96d-46bc-93c5-978753dcd428", "address": "fa:16:3e:0f:3d:5f", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41e932a-d9", "ovs_interfaceid": "b41e932a-d96d-46bc-93c5-978753dcd428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.075049] env[65310]: DEBUG oslo_concurrency.lockutils [req-3b3eecc9-99fc-45df-9498-0bf60881711f req-ddf59999-eba0-499d-a2ab-7ddab3bb20ac service nova] Releasing lock "refresh_cache-7462f40f-2321-44f0-adae-d74882a962dc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.094471] env[65310]: DEBUG nova.network.neutron [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Successfully created port: 870952ac-5954-4af4-945b-7841b56da782 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 623.137293] env[65310]: DEBUG nova.compute.manager [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 623.147596] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.147786] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.148995] env[65310]: DEBUG nova.network.neutron [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 623.324537] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "refresh_cache-f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.325707] env[65310]: DEBUG nova.compute.manager [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Instance network_info: |[{"id": "b41e932a-d96d-46bc-93c5-978753dcd428", "address": "fa:16:3e:0f:3d:5f", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41e932a-d9", "ovs_interfaceid": "b41e932a-d96d-46bc-93c5-978753dcd428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 623.326036] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:3d:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b41e932a-d96d-46bc-93c5-978753dcd428', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.340820] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Creating folder: Project (9dd34b1cc080443db96dc64c82eaeaea). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.346274] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c5cd4b2-9e03-49c7-a375-c5220c011e50 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.361799] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Created folder: Project (9dd34b1cc080443db96dc64c82eaeaea) in parent group-v869493. [ 623.361799] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Creating folder: Instances. Parent ref: group-v869512. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.365372] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60aca061-c1a4-498b-80d9-9a0cef69c515 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.383649] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Created folder: Instances in parent group-v869512. [ 623.384911] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 623.385155] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.386772] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f74ea44d-ccc4-4a93-9d11-3d237771f15f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.410700] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.410700] env[65310]: value = "task-4445624" [ 623.410700] env[65310]: _type = "Task" [ 623.410700] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.431036] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445624, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.528074] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32202d61-8803-481f-ac9b-5dc2ffc02fe6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.537094] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdccccf4-edf3-49bc-9c20-cee837efa2f8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.574510] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7b107a-1f01-4d4a-9940-c22115de6831 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.584334] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd724d36-40b8-48b9-9102-453ed0a53061 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.600385] env[65310]: DEBUG nova.compute.provider_tree [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.709972] env[65310]: DEBUG nova.network.neutron [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 623.829731] env[65310]: WARNING neutronclient.v2_0.client [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.923719] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445624, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.942282] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "d4aafc22-1512-43fc-946a-c25e703a54b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.942564] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "d4aafc22-1512-43fc-946a-c25e703a54b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.057566] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "893d3455-61cd-49e0-a043-22b544ea89ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.057776] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "893d3455-61cd-49e0-a043-22b544ea89ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.104206] env[65310]: DEBUG nova.scheduler.client.report [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.147740] env[65310]: DEBUG nova.compute.manager [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 624.180504] env[65310]: DEBUG nova.virt.hardware [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 624.180783] env[65310]: DEBUG nova.virt.hardware [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.180933] env[65310]: DEBUG nova.virt.hardware [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 624.181123] env[65310]: DEBUG nova.virt.hardware [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.181350] env[65310]: DEBUG nova.virt.hardware [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 624.181510] env[65310]: DEBUG nova.virt.hardware [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 624.181714] env[65310]: DEBUG nova.virt.hardware [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.181865] env[65310]: DEBUG nova.virt.hardware [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 624.182033] env[65310]: DEBUG nova.virt.hardware [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 624.182197] env[65310]: DEBUG nova.virt.hardware [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 624.182360] env[65310]: DEBUG nova.virt.hardware [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 624.183352] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9bbaee-51dc-4393-92bb-5841aa855e66 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.193110] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54684783-bdfa-424d-9663-9bd4735d80ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.219720] env[65310]: DEBUG oslo_concurrency.lockutils [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Acquiring lock "761cb835-6077-4f5e-b940-6c3e5835e21d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.220131] env[65310]: DEBUG oslo_concurrency.lockutils [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Lock "761cb835-6077-4f5e-b940-6c3e5835e21d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.220503] env[65310]: DEBUG oslo_concurrency.lockutils [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Acquiring lock "761cb835-6077-4f5e-b940-6c3e5835e21d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.220773] env[65310]: DEBUG oslo_concurrency.lockutils [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Lock "761cb835-6077-4f5e-b940-6c3e5835e21d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.221037] env[65310]: DEBUG oslo_concurrency.lockutils [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Lock "761cb835-6077-4f5e-b940-6c3e5835e21d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.223645] env[65310]: INFO nova.compute.manager [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Terminating instance [ 624.423745] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445624, 'name': CreateVM_Task, 'duration_secs': 0.544437} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.424051] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.424634] env[65310]: WARNING neutronclient.v2_0.client [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.426228] env[65310]: DEBUG oslo_vmware.service [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892e5774-ca5e-46fc-a34e-a0953a77a443 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.432976] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.433221] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.433710] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.433933] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f294a710-f404-4dd7-b87f-8fcd71625c96 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.438155] env[65310]: DEBUG nova.compute.manager [req-183f7bcd-c55b-4d92-b782-38c6f77afc56 req-61d8e135-b857-4363-ade7-a600d0f44145 service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Received event network-changed-d4bdd256-3d1e-490b-aca3-2f1965f04d30 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 624.438435] env[65310]: DEBUG nova.compute.manager [req-183f7bcd-c55b-4d92-b782-38c6f77afc56 req-61d8e135-b857-4363-ade7-a600d0f44145 service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Refreshing instance network info cache due to event network-changed-d4bdd256-3d1e-490b-aca3-2f1965f04d30. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 624.439133] env[65310]: DEBUG oslo_concurrency.lockutils [req-183f7bcd-c55b-4d92-b782-38c6f77afc56 req-61d8e135-b857-4363-ade7-a600d0f44145 service nova] Acquiring lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.439133] env[65310]: DEBUG oslo_concurrency.lockutils [req-183f7bcd-c55b-4d92-b782-38c6f77afc56 req-61d8e135-b857-4363-ade7-a600d0f44145 service nova] Acquired lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.439133] env[65310]: DEBUG nova.network.neutron [req-183f7bcd-c55b-4d92-b782-38c6f77afc56 req-61d8e135-b857-4363-ade7-a600d0f44145 service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Refreshing network info cache for port d4bdd256-3d1e-490b-aca3-2f1965f04d30 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.446022] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 624.446022] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5209ae6f-4af5-5cdb-f8f9-2b9154e5ee52" [ 624.446022] env[65310]: _type = "Task" [ 624.446022] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.465687] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5209ae6f-4af5-5cdb-f8f9-2b9154e5ee52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.469700] env[65310]: DEBUG nova.compute.manager [req-0726677d-cf3a-4bbc-879b-16744e561d2c req-82562e36-5bd6-428d-aaf5-052a719f3c91 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Received event network-vif-plugged-b41e932a-d96d-46bc-93c5-978753dcd428 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 624.469967] env[65310]: DEBUG oslo_concurrency.lockutils [req-0726677d-cf3a-4bbc-879b-16744e561d2c req-82562e36-5bd6-428d-aaf5-052a719f3c91 service nova] Acquiring lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.470128] env[65310]: DEBUG oslo_concurrency.lockutils [req-0726677d-cf3a-4bbc-879b-16744e561d2c req-82562e36-5bd6-428d-aaf5-052a719f3c91 service nova] Lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.470368] env[65310]: DEBUG oslo_concurrency.lockutils [req-0726677d-cf3a-4bbc-879b-16744e561d2c req-82562e36-5bd6-428d-aaf5-052a719f3c91 service nova] Lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.470568] env[65310]: DEBUG nova.compute.manager [req-0726677d-cf3a-4bbc-879b-16744e561d2c req-82562e36-5bd6-428d-aaf5-052a719f3c91 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] No waiting events found dispatching network-vif-plugged-b41e932a-d96d-46bc-93c5-978753dcd428 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 624.471270] env[65310]: WARNING nova.compute.manager [req-0726677d-cf3a-4bbc-879b-16744e561d2c req-82562e36-5bd6-428d-aaf5-052a719f3c91 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Received unexpected event network-vif-plugged-b41e932a-d96d-46bc-93c5-978753dcd428 for instance with vm_state building and task_state spawning. [ 624.487427] env[65310]: DEBUG nova.network.neutron [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance_info_cache with network_info: [{"id": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "address": "fa:16:3e:cd:ba:0e", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59be3b7-fc", "ovs_interfaceid": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.609836] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.610888] env[65310]: DEBUG nova.compute.manager [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 624.613380] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.868s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.614761] env[65310]: INFO nova.compute.claims [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.728884] env[65310]: DEBUG nova.compute.manager [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 624.729251] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.730329] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1862d84b-4def-40f4-9750-85b46f61f176 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.739667] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.743935] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53e81f3e-0fc6-4ac1-aa9c-a90be6e70698 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.752393] env[65310]: DEBUG oslo_vmware.api [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Waiting for the task: (returnval){ [ 624.752393] env[65310]: value = "task-4445625" [ 624.752393] env[65310]: _type = "Task" [ 624.752393] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.761825] env[65310]: DEBUG oslo_vmware.api [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Task: {'id': task-4445625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.776066] env[65310]: DEBUG nova.network.neutron [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Successfully updated port: 870952ac-5954-4af4-945b-7841b56da782 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 624.943988] env[65310]: WARNING neutronclient.v2_0.client [req-183f7bcd-c55b-4d92-b782-38c6f77afc56 req-61d8e135-b857-4363-ade7-a600d0f44145 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.957541] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.957802] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.958059] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.958208] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.958433] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.959440] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46e98b61-15ac-49a9-bb38-0ed6e8beba6f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.970499] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.971010] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.972160] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51cf8a6-d0b3-4143-b472-d84b71d58e55 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.983279] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65421dd-064d-4c36-b0cb-d6d916a0785d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.992351] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.992351] env[65310]: DEBUG nova.compute.manager [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Instance network_info: |[{"id": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "address": "fa:16:3e:cd:ba:0e", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59be3b7-fc", "ovs_interfaceid": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 624.992658] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:ba:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c59be3b7-fc74-4e23-afd8-8cc4406e80b5', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.000537] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Creating folder: Project (61d231881a9e4e3da25c75f676adec99). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.000923] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 625.000923] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526f38e6-810f-11c9-ed12-68ebed14bede" [ 625.000923] env[65310]: _type = "Task" [ 625.000923] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.002749] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5527ba1-21dc-4c8d-b710-a3405ab9a78d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.017711] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Preparing fetch location {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 625.018015] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Creating directory with path [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.018317] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8062d57-3671-4619-90bd-0b04a4c641ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.021603] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Created folder: Project (61d231881a9e4e3da25c75f676adec99) in parent group-v869493. [ 625.021787] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Creating folder: Instances. Parent ref: group-v869515. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.022394] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96491d53-cceb-4331-b548-f531e70c2015 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.036551] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Created folder: Instances in parent group-v869515. [ 625.036968] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 625.037322] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.037606] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32189473-b173-4500-8ef6-c1d55a257244 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.056700] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Created directory with path [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.056889] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Fetch image to [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 625.056991] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Downloading image file data 44ad85d0-985c-4e0c-b13e-c566a51b9bbc to [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk on the data store datastore1 {{(pid=65310) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 625.058264] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc2c64a-61c1-4821-8676-fa785b351433 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.066619] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.066619] env[65310]: value = "task-4445628" [ 625.066619] env[65310]: _type = "Task" [ 625.066619] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.077293] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29691ea-b49a-4240-8862-730c4761e7a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.083729] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445628, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.092318] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bb97f5-891c-48ea-8926-08bd0013b955 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.130248] env[65310]: DEBUG nova.compute.utils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.138217] env[65310]: DEBUG nova.compute.manager [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 625.138446] env[65310]: DEBUG nova.network.neutron [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 625.138779] env[65310]: WARNING neutronclient.v2_0.client [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.139096] env[65310]: WARNING neutronclient.v2_0.client [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.142026] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41d564c-2657-4124-898e-7d6472593ca1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.151854] env[65310]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-0b275119-00ed-4f21-bdf5-9e35aa1e2746 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.221993] env[65310]: DEBUG nova.policy [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efaf50fa79c44f09a02234a89332c0f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2322ac72dab4f9a806f5492965fb98d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.245174] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Downloading image file data 44ad85d0-985c-4e0c-b13e-c566a51b9bbc to the data store datastore1 {{(pid=65310) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 625.263808] env[65310]: DEBUG oslo_vmware.api [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Task: {'id': task-4445625, 'name': PowerOffVM_Task, 'duration_secs': 0.326676} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.266529] env[65310]: WARNING neutronclient.v2_0.client [req-183f7bcd-c55b-4d92-b782-38c6f77afc56 req-61d8e135-b857-4363-ade7-a600d0f44145 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.268857] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.269016] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.269558] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afa6d70a-7631-457d-924e-a902425c7413 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.278994] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "refresh_cache-1203c5af-30f7-4cba-a4d6-998b5806ae71" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.279176] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired lock "refresh_cache-1203c5af-30f7-4cba-a4d6-998b5806ae71" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.281119] env[65310]: DEBUG nova.network.neutron [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 625.330087] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65310) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 625.398531] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.398752] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.398882] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Deleting the datastore file [datastore2] 761cb835-6077-4f5e-b940-6c3e5835e21d {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.401112] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daab0d11-3497-4e3d-ab0e-ec18dca4d1b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.412456] env[65310]: DEBUG oslo_vmware.api [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Waiting for the task: (returnval){ [ 625.412456] env[65310]: value = "task-4445630" [ 625.412456] env[65310]: _type = "Task" [ 625.412456] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.425409] env[65310]: DEBUG oslo_vmware.api [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Task: {'id': task-4445630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.582052] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445628, 'name': CreateVM_Task, 'duration_secs': 0.380742} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.582608] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.583384] env[65310]: WARNING neutronclient.v2_0.client [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.583802] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.583978] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.584391] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.584697] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7c05ab-0765-4694-b8e2-a9d30cc253ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.591330] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 625.591330] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52565f4f-d86c-5522-d7a9-ed3bb2cbf99b" [ 625.591330] env[65310]: _type = "Task" [ 625.591330] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.592400] env[65310]: DEBUG nova.network.neutron [req-183f7bcd-c55b-4d92-b782-38c6f77afc56 req-61d8e135-b857-4363-ade7-a600d0f44145 service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Updated VIF entry in instance network info cache for port d4bdd256-3d1e-490b-aca3-2f1965f04d30. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 625.592786] env[65310]: DEBUG nova.network.neutron [req-183f7bcd-c55b-4d92-b782-38c6f77afc56 req-61d8e135-b857-4363-ade7-a600d0f44145 service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Updating instance_info_cache with network_info: [{"id": "d4bdd256-3d1e-490b-aca3-2f1965f04d30", "address": "fa:16:3e:4f:45:b1", "network": {"id": "f5743f55-1489-4d1c-80ae-789d9287425e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-565425482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce999068b77a4f089e2131412597fdb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4bdd256-3d", "ovs_interfaceid": "d4bdd256-3d1e-490b-aca3-2f1965f04d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.614647] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.614647] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.614647] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.639412] env[65310]: DEBUG nova.compute.manager [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 625.849099] env[65310]: DEBUG nova.network.neutron [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 625.885135] env[65310]: DEBUG nova.network.neutron [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Successfully created port: 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 625.932610] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "4b037ed7-6d6e-466f-aefa-b541ed480902" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.932924] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "4b037ed7-6d6e-466f-aefa-b541ed480902" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.933179] env[65310]: DEBUG oslo_vmware.api [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Task: {'id': task-4445630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168711} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.936055] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.936186] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.936468] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.936542] env[65310]: INFO nova.compute.manager [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 625.936752] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 625.937545] env[65310]: DEBUG nova.compute.manager [-] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 625.937641] env[65310]: DEBUG nova.network.neutron [-] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 625.937910] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.051369] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Completed reading data from the image iterator. {{(pid=65310) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 626.051611] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 626.069039] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23832d7e-6000-4c13-bf01-3d40a8047f74 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.077445] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d401805c-94c0-49cd-b60d-ce656fc0d8c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.112874] env[65310]: DEBUG oslo_concurrency.lockutils [req-183f7bcd-c55b-4d92-b782-38c6f77afc56 req-61d8e135-b857-4363-ade7-a600d0f44145 service nova] Releasing lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.114153] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd95094-9b1b-4c92-a820-9aea50f1c600 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.122943] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046493f2-6bab-490c-a10c-4479457749de {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.138111] env[65310]: DEBUG nova.compute.provider_tree [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.195915] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Downloaded image file data 44ad85d0-985c-4e0c-b13e-c566a51b9bbc to vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk on the data store datastore1 {{(pid=65310) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 626.197903] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Caching image {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 626.198266] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copying Virtual Disk [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk to [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.199129] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87f7decb-3630-486d-864a-981889e64608 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.209749] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 626.209749] env[65310]: value = "task-4445631" [ 626.209749] env[65310]: _type = "Task" [ 626.209749] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.219334] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.627368] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "fda34d98-13d8-4647-a71a-8e35ea232f0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.627653] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.642315] env[65310]: DEBUG nova.scheduler.client.report [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.648191] env[65310]: DEBUG nova.compute.manager [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 626.677440] env[65310]: DEBUG nova.virt.hardware [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 626.677754] env[65310]: DEBUG nova.virt.hardware [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.677930] env[65310]: DEBUG nova.virt.hardware [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 626.678186] env[65310]: DEBUG nova.virt.hardware [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.678374] env[65310]: DEBUG nova.virt.hardware [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 626.678581] env[65310]: DEBUG nova.virt.hardware [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 626.678845] env[65310]: DEBUG nova.virt.hardware [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.679071] env[65310]: DEBUG nova.virt.hardware [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 626.679276] env[65310]: DEBUG nova.virt.hardware [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 626.679497] env[65310]: DEBUG nova.virt.hardware [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 626.679697] env[65310]: DEBUG nova.virt.hardware [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 626.681102] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aa6324-c1f5-46e9-a9e4-b15737546c2c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.693654] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b23bcf6-bf64-4d0f-9b12-0247d6b4f143 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.721308] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445631, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.737780] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.147102] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.147689] env[65310]: DEBUG nova.compute.manager [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 627.150262] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.275s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.151595] env[65310]: INFO nova.compute.claims [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.198971] env[65310]: WARNING neutronclient.v2_0.client [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.222838] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80867} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.224034] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copied Virtual Disk [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk to [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.224256] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleting the datastore file [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/tmp-sparse.vmdk {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.224866] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f5c0f29-c18d-4929-90a8-76447877b23c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.232295] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 627.232295] env[65310]: value = "task-4445632" [ 627.232295] env[65310]: _type = "Task" [ 627.232295] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.246084] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.422353] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquiring lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.422616] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.422818] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquiring lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.422994] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.423172] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.425608] env[65310]: INFO nova.compute.manager [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Terminating instance [ 627.503191] env[65310]: DEBUG nova.network.neutron [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Successfully updated port: 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 627.600769] env[65310]: DEBUG nova.network.neutron [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Updating instance_info_cache with network_info: [{"id": "870952ac-5954-4af4-945b-7841b56da782", "address": "fa:16:3e:ef:2b:8d", "network": {"id": "7d44e061-793c-485f-b9fb-c32335034285", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1703461039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1f90bb1d1a410fa48fcf1a53401b5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870952ac-59", "ovs_interfaceid": "870952ac-5954-4af4-945b-7841b56da782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.656381] env[65310]: DEBUG nova.compute.utils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.662216] env[65310]: DEBUG nova.compute.manager [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 627.662457] env[65310]: DEBUG nova.network.neutron [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 627.662774] env[65310]: WARNING neutronclient.v2_0.client [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.663177] env[65310]: WARNING neutronclient.v2_0.client [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.723507] env[65310]: DEBUG nova.policy [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5610c272de194ef58e5c8926f107a79b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9e160693fbd4611a7ec4f4975d12aeb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.746351] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028866} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.746428] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.746631] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Moving file from [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb/44ad85d0-985c-4e0c-b13e-c566a51b9bbc to [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc. {{(pid=65310) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 627.746853] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7d447317-88ab-4804-bd97-002048519f5a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.757366] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 627.757366] env[65310]: value = "task-4445633" [ 627.757366] env[65310]: _type = "Task" [ 627.757366] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.767507] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445633, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.894436] env[65310]: DEBUG nova.network.neutron [-] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.929879] env[65310]: DEBUG nova.compute.manager [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 627.930118] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.931058] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a1f890-f3bf-4a82-93ee-22836afddfa0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.943183] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.943489] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b03239d-bab5-4129-8cf5-b35b131819d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.954248] env[65310]: DEBUG oslo_vmware.api [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for the task: (returnval){ [ 627.954248] env[65310]: value = "task-4445634" [ 627.954248] env[65310]: _type = "Task" [ 627.954248] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.973131] env[65310]: DEBUG oslo_vmware.api [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.008133] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.008133] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.008133] env[65310]: DEBUG nova.network.neutron [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 628.108024] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Releasing lock "refresh_cache-1203c5af-30f7-4cba-a4d6-998b5806ae71" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.108024] env[65310]: DEBUG nova.compute.manager [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Instance network_info: |[{"id": "870952ac-5954-4af4-945b-7841b56da782", "address": "fa:16:3e:ef:2b:8d", "network": {"id": "7d44e061-793c-485f-b9fb-c32335034285", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1703461039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1f90bb1d1a410fa48fcf1a53401b5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870952ac-59", "ovs_interfaceid": "870952ac-5954-4af4-945b-7841b56da782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 628.108325] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:2b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '870952ac-5954-4af4-945b-7841b56da782', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.117045] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 628.117482] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.117864] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f92a25f7-4ffb-48d3-8a07-2bfe26bfc86e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.145423] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.145423] env[65310]: value = "task-4445635" [ 628.145423] env[65310]: _type = "Task" [ 628.145423] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.156121] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445635, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.170491] env[65310]: DEBUG nova.compute.manager [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 628.244344] env[65310]: DEBUG nova.network.neutron [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Successfully created port: ab101e83-a403-4153-a55a-5bdbb12d271a {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 628.272157] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445633, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.049178} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.272578] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] File moved {{(pid=65310) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 628.272675] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Cleaning up location [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 628.272832] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleting the datastore file [datastore1] vmware_temp/173ab387-163b-438b-ab75-1e209fbed8bb {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.273314] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93b36dc4-53b2-45c7-b434-2e2eb4bb63fb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.285116] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 628.285116] env[65310]: value = "task-4445636" [ 628.285116] env[65310]: _type = "Task" [ 628.285116] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.300824] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.398692] env[65310]: INFO nova.compute.manager [-] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Took 2.46 seconds to deallocate network for instance. [ 628.469473] env[65310]: DEBUG oslo_vmware.api [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445634, 'name': PowerOffVM_Task, 'duration_secs': 0.364593} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.469473] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.469473] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.469893] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84561e25-37d3-428b-9900-061173835907 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.513350] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "29056f1d-5a82-48a3-8e84-0110b328855a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.513350] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "29056f1d-5a82-48a3-8e84-0110b328855a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.558401] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.558676] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.558867] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Deleting the datastore file [datastore2] 29442a9c-7fdd-47dd-9ae1-ea2eb6215853 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.559213] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5f39559-0c71-4c47-bba9-f1ab70dcb86e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.568094] env[65310]: DEBUG oslo_vmware.api [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for the task: (returnval){ [ 628.568094] env[65310]: value = "task-4445638" [ 628.568094] env[65310]: _type = "Task" [ 628.568094] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.584075] env[65310]: DEBUG oslo_vmware.api [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.659725] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445635, 'name': CreateVM_Task, 'duration_secs': 0.385485} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.660090] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.661052] env[65310]: WARNING neutronclient.v2_0.client [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.661052] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.661052] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.661317] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.661608] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f36b02-939f-4857-b89b-81854000a27a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.668640] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 628.668640] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52be9346-bca3-5895-30ac-ce503e356cb1" [ 628.668640] env[65310]: _type = "Task" [ 628.668640] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.684293] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52be9346-bca3-5895-30ac-ce503e356cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.708183] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadee1b8-5e3b-43d5-b3aa-c02431f9d26a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.717221] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d440c336-013b-4c9c-9221-8d8da89277e8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.750082] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036ac204-6f37-4303-9a3f-a6a90bbe421f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.759756] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109cdfa9-b966-4b8f-aac0-85d6a4201b69 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.782141] env[65310]: DEBUG nova.compute.provider_tree [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.795149] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036301} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.795479] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.796180] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935cbfaa-c322-4322-9d3f-8ac8d569f936 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.802576] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 628.802576] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e20ac5-23c9-d2c2-e549-d6a3d66e7c0a" [ 628.802576] env[65310]: _type = "Task" [ 628.802576] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.811721] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e20ac5-23c9-d2c2-e549-d6a3d66e7c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.910324] env[65310]: DEBUG oslo_concurrency.lockutils [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.012030] env[65310]: DEBUG nova.network.neutron [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 629.079887] env[65310]: DEBUG oslo_vmware.api [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Task: {'id': task-4445638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156006} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.080163] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.080359] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.080581] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.080756] env[65310]: INFO nova.compute.manager [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Took 1.15 seconds to destroy the instance on the hypervisor. [ 629.080992] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 629.081201] env[65310]: DEBUG nova.compute.manager [-] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 629.081297] env[65310]: DEBUG nova.network.neutron [-] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 629.081537] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.181421] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52be9346-bca3-5895-30ac-ce503e356cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.181735] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.181960] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.182195] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.189144] env[65310]: DEBUG nova.compute.manager [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 629.215906] env[65310]: DEBUG nova.virt.hardware [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.215906] env[65310]: DEBUG nova.virt.hardware [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.215906] env[65310]: DEBUG nova.virt.hardware [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.216302] env[65310]: DEBUG nova.virt.hardware [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.216302] env[65310]: DEBUG nova.virt.hardware [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.216405] env[65310]: DEBUG nova.virt.hardware [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.216546] env[65310]: DEBUG nova.virt.hardware [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.216694] env[65310]: DEBUG nova.virt.hardware [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.216849] env[65310]: DEBUG nova.virt.hardware [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.217009] env[65310]: DEBUG nova.virt.hardware [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.217259] env[65310]: DEBUG nova.virt.hardware [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.218116] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b009fa-1621-43e3-a3bb-d34c2eff4cdb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.226959] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2614b5e0-a659-4e0f-9119-441b1f5ea239 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.284106] env[65310]: DEBUG nova.scheduler.client.report [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.315125] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e20ac5-23c9-d2c2-e549-d6a3d66e7c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.316114] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.316463] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.316766] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.316956] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.317219] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3981ee26-8721-4378-9851-9ddd539e64a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.319828] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56aeb53d-efc9-43fe-95bb-bff36c0b8e10 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.329579] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 629.329579] env[65310]: value = "task-4445639" [ 629.329579] env[65310]: _type = "Task" [ 629.329579] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.335410] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.335410] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.335863] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9f2f08-eefd-48e1-bbe4-6043f10f3f6d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.342944] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.347389] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 629.347389] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528e57b3-ff35-c4ad-19f2-edea6e79c932" [ 629.347389] env[65310]: _type = "Task" [ 629.347389] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.357486] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528e57b3-ff35-c4ad-19f2-edea6e79c932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.760764] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.792014] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.792654] env[65310]: DEBUG nova.compute.manager [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 629.795616] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.289s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.797308] env[65310]: INFO nova.compute.claims [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.844873] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445639, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.859362] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528e57b3-ff35-c4ad-19f2-edea6e79c932, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.860258] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f514759-f35c-426b-b5a6-efa9ee6cec63 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.866930] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 629.866930] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c54122-fed1-78dd-454c-b076ae1336ca" [ 629.866930] env[65310]: _type = "Task" [ 629.866930] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.876035] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c54122-fed1-78dd-454c-b076ae1336ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.088900] env[65310]: DEBUG nova.network.neutron [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Successfully updated port: ab101e83-a403-4153-a55a-5bdbb12d271a {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 630.302045] env[65310]: DEBUG nova.compute.utils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.306999] env[65310]: DEBUG nova.compute.manager [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 630.307391] env[65310]: DEBUG nova.network.neutron [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 630.307844] env[65310]: WARNING neutronclient.v2_0.client [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.308264] env[65310]: WARNING neutronclient.v2_0.client [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.341371] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557492} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.341490] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.341697] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.341975] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f86b1ea3-ff15-41c6-9932-10b061d111f8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.349974] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 630.349974] env[65310]: value = "task-4445640" [ 630.349974] env[65310]: _type = "Task" [ 630.349974] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.361741] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.383122] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c54122-fed1-78dd-454c-b076ae1336ca, 'name': SearchDatastore_Task, 'duration_secs': 0.017851} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.383513] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.383756] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 412c15d8-4e8a-4555-a48f-5f58667695cc/412c15d8-4e8a-4555-a48f-5f58667695cc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.384090] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.384337] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.384629] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28347259-73c0-43d4-b164-280e9d7b4904 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.387535] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c74676d6-cc9e-48fd-9eb7-d0dc0a1704ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.397087] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 630.397087] env[65310]: value = "task-4445641" [ 630.397087] env[65310]: _type = "Task" [ 630.397087] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.398783] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.399069] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.403852] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8196bef-40db-4962-aa9b-234f8443d012 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.413899] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 630.413899] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcb33a-d451-d00e-8c67-2c9a6a96d6d6" [ 630.413899] env[65310]: _type = "Task" [ 630.413899] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.414172] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.424682] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcb33a-d451-d00e-8c67-2c9a6a96d6d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.568358] env[65310]: WARNING neutronclient.v2_0.client [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.592725] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquiring lock "refresh_cache-ce586098-75e8-4cb3-9091-1877dda6e126" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.592920] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquired lock "refresh_cache-ce586098-75e8-4cb3-9091-1877dda6e126" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.593261] env[65310]: DEBUG nova.network.neutron [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 630.621490] env[65310]: DEBUG nova.policy [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd48da178e28c408aaf9865dc0c8eb4f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dd34b1cc080443db96dc64c82eaeaea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.688798] env[65310]: DEBUG nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Received event network-changed-b41e932a-d96d-46bc-93c5-978753dcd428 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 630.688995] env[65310]: DEBUG nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Refreshing instance network info cache due to event network-changed-b41e932a-d96d-46bc-93c5-978753dcd428. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 630.689784] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Acquiring lock "refresh_cache-f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.689963] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Acquired lock "refresh_cache-f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.690703] env[65310]: DEBUG nova.network.neutron [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Refreshing network info cache for port b41e932a-d96d-46bc-93c5-978753dcd428 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.807976] env[65310]: DEBUG nova.compute.manager [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 630.862872] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110342} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.868017] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.869364] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b8bfb0-485b-442f-a453-d1a0c048f16e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.904355] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.907919] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e21670-c788-41cf-af9f-b18eb86cd377 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.930920] env[65310]: DEBUG nova.network.neutron [-] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.937643] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445641, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.938339] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 630.938339] env[65310]: value = "task-4445642" [ 630.938339] env[65310]: _type = "Task" [ 630.938339] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.948890] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcb33a-d451-d00e-8c67-2c9a6a96d6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.020167} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.951385] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7698c30f-45cf-42f9-81ae-919fba6c7cef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.957933] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445642, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.962803] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 630.962803] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5298e803-0c98-4d31-10c2-3c641e13f88e" [ 630.962803] env[65310]: _type = "Task" [ 630.962803] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.981374] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5298e803-0c98-4d31-10c2-3c641e13f88e, 'name': SearchDatastore_Task, 'duration_secs': 0.013492} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.981772] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.982055] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 1203c5af-30f7-4cba-a4d6-998b5806ae71/1203c5af-30f7-4cba-a4d6-998b5806ae71.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.982377] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a6bfb4b-6177-48a2-8fbd-fc8239d00aff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.990532] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 630.990532] env[65310]: value = "task-4445643" [ 630.990532] env[65310]: _type = "Task" [ 630.990532] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.002489] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.041355] env[65310]: DEBUG nova.network.neutron [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Successfully created port: 093844a3-f79c-4e56-90e5-31e5d286ab2e {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 631.195050] env[65310]: WARNING neutronclient.v2_0.client [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.210075] env[65310]: DEBUG nova.compute.manager [req-95f5f384-2034-496f-9b7d-b10c44c3bfc2 req-0496b565-e575-4975-b9d6-25c1261ce152 service nova] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Received event network-vif-deleted-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 631.230060] env[65310]: DEBUG nova.network.neutron [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updating instance_info_cache with network_info: [{"id": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "address": "fa:16:3e:aa:8c:ba", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c7bc93-c7", "ovs_interfaceid": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.299296] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae880ece-8064-4d95-b932-85ffeff6b97f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.309495] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a49be72-169c-4bbd-929e-c760fde58aaf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.348559] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfd869e-637a-466b-87cd-cce9c7089af3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.358519] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b823c7-1b8b-44c2-9e98-bdb324d5d8e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.374131] env[65310]: DEBUG nova.compute.provider_tree [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.419721] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547658} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.420138] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 412c15d8-4e8a-4555-a48f-5f58667695cc/412c15d8-4e8a-4555-a48f-5f58667695cc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.420456] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.420572] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea83eeaf-b5d0-489b-9531-a372f36ffcaf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.430259] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 631.430259] env[65310]: value = "task-4445644" [ 631.430259] env[65310]: _type = "Task" [ 631.430259] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.435104] env[65310]: INFO nova.compute.manager [-] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Took 2.35 seconds to deallocate network for instance. [ 631.448374] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.456833] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.505550] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445643, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.537446] env[65310]: DEBUG nova.network.neutron [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 631.736985] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.736985] env[65310]: DEBUG nova.compute.manager [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Instance network_info: |[{"id": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "address": "fa:16:3e:aa:8c:ba", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c7bc93-c7", "ovs_interfaceid": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 631.737355] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:8c:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18c7bc93-c70a-49f3-a4ec-d44ba8ed7669', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.743301] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating folder: Project (f2322ac72dab4f9a806f5492965fb98d). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.743301] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a31d4acc-4271-44b2-b77f-5cecb687323f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.755220] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Created folder: Project (f2322ac72dab4f9a806f5492965fb98d) in parent group-v869493. [ 631.756028] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating folder: Instances. Parent ref: group-v869519. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.756028] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59f79010-5b80-4e9c-bc2e-36835bbab2c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.767085] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Created folder: Instances in parent group-v869519. [ 631.767366] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 631.767569] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.768508] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bd55b12-f2a3-423f-b740-c35f1ed4e9ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.788014] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.788014] env[65310]: value = "task-4445647" [ 631.788014] env[65310]: _type = "Task" [ 631.788014] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.796803] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445647, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.853330] env[65310]: DEBUG nova.compute.manager [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 631.877373] env[65310]: DEBUG nova.scheduler.client.report [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.882910] env[65310]: DEBUG nova.virt.hardware [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 631.883286] env[65310]: DEBUG nova.virt.hardware [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.883502] env[65310]: DEBUG nova.virt.hardware [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 631.883745] env[65310]: DEBUG nova.virt.hardware [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.884084] env[65310]: DEBUG nova.virt.hardware [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 631.884299] env[65310]: DEBUG nova.virt.hardware [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 631.884554] env[65310]: DEBUG nova.virt.hardware [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 631.884822] env[65310]: DEBUG nova.virt.hardware [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 631.885059] env[65310]: DEBUG nova.virt.hardware [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 631.885285] env[65310]: DEBUG nova.virt.hardware [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 631.885526] env[65310]: DEBUG nova.virt.hardware [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 631.887139] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1691a75-759f-41b4-9308-ef25ebacc93e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.900199] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc89993-0467-4ae5-969b-67f8585bc70d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.940848] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178008} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.945126] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.946077] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fe7980-0813-45b4-9bf8-d22da6e12b6e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.949846] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.954413] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445642, 'name': ReconfigVM_Task, 'duration_secs': 0.63717} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.964091] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Reconfigured VM instance instance-00000007 to attach disk [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.973116] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 412c15d8-4e8a-4555-a48f-5f58667695cc/412c15d8-4e8a-4555-a48f-5f58667695cc.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.973501] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d9ac064-6046-4686-ad6f-cadcbf0dce5d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.975351] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff1057c9-d9fc-4097-b09b-95961821cb24 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.999086] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 631.999086] env[65310]: value = "task-4445648" [ 631.999086] env[65310]: _type = "Task" [ 631.999086] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.999547] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 631.999547] env[65310]: value = "task-4445649" [ 631.999547] env[65310]: _type = "Task" [ 631.999547] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.010157] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622003} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.011086] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 1203c5af-30f7-4cba-a4d6-998b5806ae71/1203c5af-30f7-4cba-a4d6-998b5806ae71.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.011308] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.011799] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3ad8200-3735-425c-93e4-2b7ae2d7b06b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.020395] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.020673] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445648, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.026930] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 632.026930] env[65310]: value = "task-4445650" [ 632.026930] env[65310]: _type = "Task" [ 632.026930] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.037922] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.300990] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445647, 'name': CreateVM_Task, 'duration_secs': 0.444052} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.301243] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.301869] env[65310]: WARNING neutronclient.v2_0.client [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.303939] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.304120] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.304599] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.304885] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d9ca17-2fd9-4408-920c-5f112b0986f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.311589] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 632.311589] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526c63fb-4f30-da7b-1464-7becfb8b2aa5" [ 632.311589] env[65310]: _type = "Task" [ 632.311589] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.323245] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526c63fb-4f30-da7b-1464-7becfb8b2aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.393390] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.394108] env[65310]: DEBUG nova.compute.manager [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 632.397523] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.794s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.399377] env[65310]: INFO nova.compute.claims [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.517365] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445648, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.521051] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445649, 'name': ReconfigVM_Task, 'duration_secs': 0.333629} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.524831] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 412c15d8-4e8a-4555-a48f-5f58667695cc/412c15d8-4e8a-4555-a48f-5f58667695cc.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.525822] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7cb9992-66ce-4164-9c73-7ce9cab6f270 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.538505] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078638} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.539953] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.540333] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 632.540333] env[65310]: value = "task-4445651" [ 632.540333] env[65310]: _type = "Task" [ 632.540333] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.541045] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbd9458-9c6c-4574-801d-2c21501282fb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.552753] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445651, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.572859] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 1203c5af-30f7-4cba-a4d6-998b5806ae71/1203c5af-30f7-4cba-a4d6-998b5806ae71.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.576890] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82ff22dc-c5b0-472c-bda9-ddced4172ac1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.597981] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 632.597981] env[65310]: value = "task-4445652" [ 632.597981] env[65310]: _type = "Task" [ 632.597981] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.607754] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.819611] env[65310]: WARNING neutronclient.v2_0.client [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.831196] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526c63fb-4f30-da7b-1464-7becfb8b2aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.011931} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.831196] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.831196] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.831196] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.831624] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.831624] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.832025] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d433e3a-1aaf-4976-86e4-3eeba56b9bd9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.842852] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.843124] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.844159] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26d4b87-6134-4ae1-a241-e66683f14013 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.855023] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 632.855023] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526ebe7c-e239-1584-d505-bb67f852e149" [ 632.855023] env[65310]: _type = "Task" [ 632.855023] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.865583] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526ebe7c-e239-1584-d505-bb67f852e149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.905200] env[65310]: DEBUG nova.compute.utils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.907984] env[65310]: DEBUG nova.compute.manager [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 632.908085] env[65310]: DEBUG nova.network.neutron [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 632.908873] env[65310]: WARNING neutronclient.v2_0.client [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.908873] env[65310]: WARNING neutronclient.v2_0.client [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.970861] env[65310]: DEBUG nova.network.neutron [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Successfully updated port: 093844a3-f79c-4e56-90e5-31e5d286ab2e {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 633.015261] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445648, 'name': Rename_Task, 'duration_secs': 0.990061} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.015689] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.015899] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0599b5bc-4bd2-48c6-bdaa-2a2d68d5ebd0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.019833] env[65310]: DEBUG nova.policy [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4360eb09e1447d291827054973d52b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1f90bb1d1a410fa48fcf1a53401b5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.024079] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 633.024079] env[65310]: value = "task-4445653" [ 633.024079] env[65310]: _type = "Task" [ 633.024079] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.032753] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.044929] env[65310]: WARNING neutronclient.v2_0.client [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.058133] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445651, 'name': Rename_Task, 'duration_secs': 0.162011} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.058608] env[65310]: DEBUG nova.network.neutron [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Updating instance_info_cache with network_info: [{"id": "ab101e83-a403-4153-a55a-5bdbb12d271a", "address": "fa:16:3e:49:2d:dc", "network": {"id": "7c4e47cb-be48-4d38-8770-cab4f6b389ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-781273679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9e160693fbd4611a7ec4f4975d12aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab101e83-a4", "ovs_interfaceid": "ab101e83-a403-4153-a55a-5bdbb12d271a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.059793] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.060439] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37afff68-d6a5-4263-80a7-c2a76abd08a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.068037] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 633.068037] env[65310]: value = "task-4445654" [ 633.068037] env[65310]: _type = "Task" [ 633.068037] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.080551] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.111622] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.365247] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526ebe7c-e239-1584-d505-bb67f852e149, 'name': SearchDatastore_Task, 'duration_secs': 0.012217} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.366691] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de4d33a-1cfc-444d-b814-4984e261b2ca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.372797] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 633.372797] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52323ec3-cf8e-a0e5-fd19-195c0c551e05" [ 633.372797] env[65310]: _type = "Task" [ 633.372797] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.382838] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52323ec3-cf8e-a0e5-fd19-195c0c551e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.402829] env[65310]: DEBUG nova.network.neutron [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Successfully created port: 27a3a485-e4e9-4293-9fc3-203e12a526c4 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 633.408733] env[65310]: DEBUG nova.compute.manager [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 633.474866] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "refresh_cache-6ace7dc3-71a5-4769-91bf-989d065f63a6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.476442] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "refresh_cache-6ace7dc3-71a5-4769-91bf-989d065f63a6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.476442] env[65310]: DEBUG nova.network.neutron [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 633.537298] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445653, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.548474] env[65310]: DEBUG nova.network.neutron [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Updated VIF entry in instance network info cache for port b41e932a-d96d-46bc-93c5-978753dcd428. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 633.548997] env[65310]: DEBUG nova.network.neutron [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Updating instance_info_cache with network_info: [{"id": "b41e932a-d96d-46bc-93c5-978753dcd428", "address": "fa:16:3e:0f:3d:5f", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41e932a-d9", "ovs_interfaceid": "b41e932a-d96d-46bc-93c5-978753dcd428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.561411] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Releasing lock "refresh_cache-ce586098-75e8-4cb3-9091-1877dda6e126" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.561799] env[65310]: DEBUG nova.compute.manager [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Instance network_info: |[{"id": "ab101e83-a403-4153-a55a-5bdbb12d271a", "address": "fa:16:3e:49:2d:dc", "network": {"id": "7c4e47cb-be48-4d38-8770-cab4f6b389ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-781273679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9e160693fbd4611a7ec4f4975d12aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab101e83-a4", "ovs_interfaceid": "ab101e83-a403-4153-a55a-5bdbb12d271a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 633.566163] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:2d:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab101e83-a403-4153-a55a-5bdbb12d271a', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.572597] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Creating folder: Project (c9e160693fbd4611a7ec4f4975d12aeb). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.574122] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f028b4c3-f012-4d0d-bed3-92926951af98 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.586476] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445654, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.593517] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Created folder: Project (c9e160693fbd4611a7ec4f4975d12aeb) in parent group-v869493. [ 633.593703] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Creating folder: Instances. Parent ref: group-v869522. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.594042] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb6cebd0-69fd-404f-81f6-e702e49fb255 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.610687] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Created folder: Instances in parent group-v869522. [ 633.610687] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 633.614255] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.615182] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445652, 'name': ReconfigVM_Task, 'duration_secs': 0.643751} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.615545] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78f12954-e1ae-4e03-88d8-1646edaa48a2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.635297] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 1203c5af-30f7-4cba-a4d6-998b5806ae71/1203c5af-30f7-4cba-a4d6-998b5806ae71.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.639029] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da98f411-a566-4e6f-816f-d55b60149515 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.652033] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 633.652033] env[65310]: value = "task-4445657" [ 633.652033] env[65310]: _type = "Task" [ 633.652033] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.652297] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.652297] env[65310]: value = "task-4445658" [ 633.652297] env[65310]: _type = "Task" [ 633.652297] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.673265] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445657, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.673547] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445658, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.895642] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52323ec3-cf8e-a0e5-fd19-195c0c551e05, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.895642] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.895997] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 242c60e5-0ad8-42c7-b47c-846bf5b7001f/242c60e5-0ad8-42c7-b47c-846bf5b7001f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.897186] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b96efbc2-80e6-450b-a08d-bc4c0bbcb7f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.907092] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 633.907092] env[65310]: value = "task-4445659" [ 633.907092] env[65310]: _type = "Task" [ 633.907092] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.910211] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdf25f7-f7c7-4ac1-b17a-abb37770376f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.941268] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a3be7e-59b0-4b61-8583-661a6ab83c1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.946102] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.990870] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992fa412-1bb0-4f64-a406-30db43234f23 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.005080] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d1eb52-2330-41ac-9359-9cc69c914ec9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.022811] env[65310]: DEBUG nova.compute.provider_tree [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.036439] env[65310]: DEBUG oslo_vmware.api [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445653, 'name': PowerOnVM_Task, 'duration_secs': 0.995417} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.037607] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.037835] env[65310]: INFO nova.compute.manager [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Took 14.76 seconds to spawn the instance on the hypervisor. [ 634.038286] env[65310]: DEBUG nova.compute.manager [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 634.038968] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3400aa40-643d-4986-abe6-c92b0dbe62f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.052242] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Releasing lock "refresh_cache-f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.055237] env[65310]: DEBUG nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Received event network-vif-plugged-c59be3b7-fc74-4e23-afd8-8cc4406e80b5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 634.055237] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Acquiring lock "412c15d8-4e8a-4555-a48f-5f58667695cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.055237] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.055237] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.055237] env[65310]: DEBUG nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] No waiting events found dispatching network-vif-plugged-c59be3b7-fc74-4e23-afd8-8cc4406e80b5 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 634.055829] env[65310]: WARNING nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Received unexpected event network-vif-plugged-c59be3b7-fc74-4e23-afd8-8cc4406e80b5 for instance with vm_state building and task_state spawning. [ 634.055829] env[65310]: DEBUG nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Received event network-changed-c59be3b7-fc74-4e23-afd8-8cc4406e80b5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 634.055829] env[65310]: DEBUG nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Refreshing instance network info cache due to event network-changed-c59be3b7-fc74-4e23-afd8-8cc4406e80b5. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 634.055829] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Acquiring lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.055829] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Acquired lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.056020] env[65310]: DEBUG nova.network.neutron [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Refreshing network info cache for port c59be3b7-fc74-4e23-afd8-8cc4406e80b5 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.079997] env[65310]: DEBUG nova.network.neutron [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 634.085411] env[65310]: DEBUG oslo_vmware.api [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445654, 'name': PowerOnVM_Task, 'duration_secs': 0.531818} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.085639] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.085820] env[65310]: INFO nova.compute.manager [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Took 12.32 seconds to spawn the instance on the hypervisor. [ 634.086948] env[65310]: DEBUG nova.compute.manager [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 634.087126] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6154d3-beda-4b1f-8dac-33f0e83d749f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.167636] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445658, 'name': CreateVM_Task, 'duration_secs': 0.435315} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.171626] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.172540] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445657, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.172540] env[65310]: WARNING neutronclient.v2_0.client [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.172843] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.172940] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.173309] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.173521] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9200d831-2203-493b-b94e-4eb7ddb855dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.182093] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for the task: (returnval){ [ 634.182093] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52930837-988f-329a-b64f-1447e1cb12aa" [ 634.182093] env[65310]: _type = "Task" [ 634.182093] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.189704] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52930837-988f-329a-b64f-1447e1cb12aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.360611] env[65310]: WARNING neutronclient.v2_0.client [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.430104] env[65310]: DEBUG nova.compute.manager [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 634.432804] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.458498] env[65310]: DEBUG nova.network.neutron [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Updating instance_info_cache with network_info: [{"id": "093844a3-f79c-4e56-90e5-31e5d286ab2e", "address": "fa:16:3e:fa:0c:ae", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093844a3-f7", "ovs_interfaceid": "093844a3-f79c-4e56-90e5-31e5d286ab2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.464984] env[65310]: DEBUG nova.virt.hardware [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 634.464984] env[65310]: DEBUG nova.virt.hardware [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.464984] env[65310]: DEBUG nova.virt.hardware [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 634.465273] env[65310]: DEBUG nova.virt.hardware [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.465273] env[65310]: DEBUG nova.virt.hardware [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 634.465273] env[65310]: DEBUG nova.virt.hardware [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 634.465273] env[65310]: DEBUG nova.virt.hardware [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 634.465501] env[65310]: DEBUG nova.virt.hardware [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 634.465705] env[65310]: DEBUG nova.virt.hardware [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 634.466476] env[65310]: DEBUG nova.virt.hardware [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 634.466476] env[65310]: DEBUG nova.virt.hardware [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 634.467194] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21481516-95c6-460d-bfb6-04e5c7ed0a7b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.477974] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7be7360-6f55-46c2-b748-dabb14886ba3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.528067] env[65310]: DEBUG nova.scheduler.client.report [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.559937] env[65310]: WARNING neutronclient.v2_0.client [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.571794] env[65310]: INFO nova.compute.manager [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Took 31.20 seconds to build instance. [ 634.605873] env[65310]: INFO nova.compute.manager [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Took 28.58 seconds to build instance. [ 634.665471] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445657, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.690876] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52930837-988f-329a-b64f-1447e1cb12aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.691199] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.691470] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.691731] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.691794] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.691947] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.692240] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf27fae4-8e6e-4067-8d69-fcbd43f65f8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.705343] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.705730] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.707349] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd74a54b-6674-4601-901d-7b9bdc743579 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.715942] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for the task: (returnval){ [ 634.715942] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529a061e-7383-24b7-bcb7-cc003051b885" [ 634.715942] env[65310]: _type = "Task" [ 634.715942] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.727589] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529a061e-7383-24b7-bcb7-cc003051b885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.932104] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445659, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.975227] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "refresh_cache-6ace7dc3-71a5-4769-91bf-989d065f63a6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.975841] env[65310]: DEBUG nova.compute.manager [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Instance network_info: |[{"id": "093844a3-f79c-4e56-90e5-31e5d286ab2e", "address": "fa:16:3e:fa:0c:ae", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093844a3-f7", "ovs_interfaceid": "093844a3-f79c-4e56-90e5-31e5d286ab2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 634.976324] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:0c:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '093844a3-f79c-4e56-90e5-31e5d286ab2e', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.984726] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 634.986286] env[65310]: WARNING neutronclient.v2_0.client [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.990382] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.991259] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48c85f6d-93b9-40ed-9d81-e6cb648af318 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.018403] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.018403] env[65310]: value = "task-4445660" [ 635.018403] env[65310]: _type = "Task" [ 635.018403] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.031316] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445660, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.033491] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.034077] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 635.037654] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.198s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.039734] env[65310]: INFO nova.compute.claims [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.074149] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c68d50cf-f783-4efa-b288-d216afaea4c3 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.724s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.111324] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.100s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.170716] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445657, 'name': Rename_Task, 'duration_secs': 1.150405} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.177080] env[65310]: DEBUG nova.network.neutron [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updated VIF entry in instance network info cache for port c59be3b7-fc74-4e23-afd8-8cc4406e80b5. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 635.177203] env[65310]: DEBUG nova.network.neutron [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance_info_cache with network_info: [{"id": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "address": "fa:16:3e:cd:ba:0e", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59be3b7-fc", "ovs_interfaceid": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.178660] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.179017] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-044bb513-41bf-49d6-a0c2-e9c5ffb57374 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.188926] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 635.188926] env[65310]: value = "task-4445661" [ 635.188926] env[65310]: _type = "Task" [ 635.188926] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.201869] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.230941] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529a061e-7383-24b7-bcb7-cc003051b885, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.232320] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad16beb-1be7-4dcd-bb02-ad783b2155ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.240625] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for the task: (returnval){ [ 635.240625] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52001c86-9d43-1e94-b058-92c810f3006d" [ 635.240625] env[65310]: _type = "Task" [ 635.240625] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.252037] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52001c86-9d43-1e94-b058-92c810f3006d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.379780] env[65310]: DEBUG nova.network.neutron [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Successfully updated port: 27a3a485-e4e9-4293-9fc3-203e12a526c4 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 635.430380] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445659, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.35723} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.430755] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 242c60e5-0ad8-42c7-b47c-846bf5b7001f/242c60e5-0ad8-42c7-b47c-846bf5b7001f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.430854] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.432521] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96df188e-ccd4-4c92-b65c-a6c1f338929e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.442466] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 635.442466] env[65310]: value = "task-4445662" [ 635.442466] env[65310]: _type = "Task" [ 635.442466] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.453196] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.528537] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445660, 'name': CreateVM_Task, 'duration_secs': 0.501388} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.529166] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.529780] env[65310]: WARNING neutronclient.v2_0.client [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.529780] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.530036] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.530426] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.531168] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baff6b07-7620-4607-91db-06c93259992d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.537442] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 635.537442] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e27ba4-3d6f-3983-93aa-4e2608463421" [ 635.537442] env[65310]: _type = "Task" [ 635.537442] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.544839] env[65310]: DEBUG nova.compute.utils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.553540] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 635.554029] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 635.554328] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.554632] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.556947] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e27ba4-3d6f-3983-93aa-4e2608463421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.579751] env[65310]: DEBUG nova.compute.manager [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Received event network-vif-plugged-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.580166] env[65310]: DEBUG oslo_concurrency.lockutils [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] Acquiring lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.580343] env[65310]: DEBUG oslo_concurrency.lockutils [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.580454] env[65310]: DEBUG oslo_concurrency.lockutils [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.580540] env[65310]: DEBUG nova.compute.manager [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] No waiting events found dispatching network-vif-plugged-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 635.580709] env[65310]: WARNING nova.compute.manager [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Received unexpected event network-vif-plugged-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 for instance with vm_state building and task_state spawning. [ 635.581185] env[65310]: DEBUG nova.compute.manager [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Received event network-changed-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.581185] env[65310]: DEBUG nova.compute.manager [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Refreshing instance network info cache due to event network-changed-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 635.581185] env[65310]: DEBUG oslo_concurrency.lockutils [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] Acquiring lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.581420] env[65310]: DEBUG oslo_concurrency.lockutils [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] Acquired lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.581420] env[65310]: DEBUG nova.network.neutron [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Refreshing network info cache for port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.583053] env[65310]: DEBUG nova.compute.manager [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 635.614689] env[65310]: DEBUG nova.compute.manager [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 635.637751] env[65310]: DEBUG nova.policy [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb31c19cd0c4a2585f63ef9cdb52db0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '351836e7f5c047ad87ee64ab6a9b22a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.668452] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.668757] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.682308] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Releasing lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.682642] env[65310]: DEBUG nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Received event network-vif-plugged-870952ac-5954-4af4-945b-7841b56da782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.682893] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Acquiring lock "1203c5af-30f7-4cba-a4d6-998b5806ae71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.683145] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Lock "1203c5af-30f7-4cba-a4d6-998b5806ae71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.683386] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Lock "1203c5af-30f7-4cba-a4d6-998b5806ae71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.683543] env[65310]: DEBUG nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] No waiting events found dispatching network-vif-plugged-870952ac-5954-4af4-945b-7841b56da782 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 635.683735] env[65310]: WARNING nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Received unexpected event network-vif-plugged-870952ac-5954-4af4-945b-7841b56da782 for instance with vm_state building and task_state spawning. [ 635.683899] env[65310]: DEBUG nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Received event network-changed-870952ac-5954-4af4-945b-7841b56da782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.684121] env[65310]: DEBUG nova.compute.manager [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Refreshing instance network info cache due to event network-changed-870952ac-5954-4af4-945b-7841b56da782. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 635.684326] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Acquiring lock "refresh_cache-1203c5af-30f7-4cba-a4d6-998b5806ae71" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.684552] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Acquired lock "refresh_cache-1203c5af-30f7-4cba-a4d6-998b5806ae71" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.684621] env[65310]: DEBUG nova.network.neutron [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Refreshing network info cache for port 870952ac-5954-4af4-945b-7841b56da782 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.703471] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445661, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.751739] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52001c86-9d43-1e94-b058-92c810f3006d, 'name': SearchDatastore_Task, 'duration_secs': 0.011674} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.752112] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.752271] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] ce586098-75e8-4cb3-9091-1877dda6e126/ce586098-75e8-4cb3-9091-1877dda6e126.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.752531] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-738799f9-e929-44cf-bcb7-0ee4abd2e68f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.760132] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for the task: (returnval){ [ 635.760132] env[65310]: value = "task-4445663" [ 635.760132] env[65310]: _type = "Task" [ 635.760132] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.769371] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.884376] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "refresh_cache-c6449f49-e1a0-4c46-b5da-1f5d974680b4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.884552] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired lock "refresh_cache-c6449f49-e1a0-4c46-b5da-1f5d974680b4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.884717] env[65310]: DEBUG nova.network.neutron [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 635.952655] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089603} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.953120] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.954011] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae5e519-a0f7-4863-a7df-1cc273150924 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.980310] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 242c60e5-0ad8-42c7-b47c-846bf5b7001f/242c60e5-0ad8-42c7-b47c-846bf5b7001f.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.980853] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4f9220-561d-4b0c-8f44-be85bfcada56 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.997394] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Successfully created port: 7b5d8f07-0d96-4933-a1b9-c934f0b54593 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 636.007270] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 636.007270] env[65310]: value = "task-4445664" [ 636.007270] env[65310]: _type = "Task" [ 636.007270] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.019751] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.050363] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e27ba4-3d6f-3983-93aa-4e2608463421, 'name': SearchDatastore_Task, 'duration_secs': 0.011767} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.050941] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.051296] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.051628] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.052286] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.052286] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.052533] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c9e98e2-973c-42d8-8923-a6efb7b4c7ef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.061381] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 636.066459] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.066706] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.067849] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c13ce2-c081-44b7-b907-6bffd6b53b6e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.074844] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 636.074844] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c61c54-0ee8-5953-c9a0-18c7daf30d1b" [ 636.074844] env[65310]: _type = "Task" [ 636.074844] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.084899] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c61c54-0ee8-5953-c9a0-18c7daf30d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.088743] env[65310]: WARNING neutronclient.v2_0.client [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.116113] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.125716] env[65310]: DEBUG nova.compute.manager [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Received event network-vif-plugged-ab101e83-a403-4153-a55a-5bdbb12d271a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 636.125716] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Acquiring lock "ce586098-75e8-4cb3-9091-1877dda6e126-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.125716] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Lock "ce586098-75e8-4cb3-9091-1877dda6e126-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.125716] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Lock "ce586098-75e8-4cb3-9091-1877dda6e126-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.125716] env[65310]: DEBUG nova.compute.manager [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] No waiting events found dispatching network-vif-plugged-ab101e83-a403-4153-a55a-5bdbb12d271a {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 636.125892] env[65310]: WARNING nova.compute.manager [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Received unexpected event network-vif-plugged-ab101e83-a403-4153-a55a-5bdbb12d271a for instance with vm_state building and task_state spawning. [ 636.125892] env[65310]: DEBUG nova.compute.manager [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Received event network-changed-ab101e83-a403-4153-a55a-5bdbb12d271a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 636.125892] env[65310]: DEBUG nova.compute.manager [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Refreshing instance network info cache due to event network-changed-ab101e83-a403-4153-a55a-5bdbb12d271a. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 636.125892] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Acquiring lock "refresh_cache-ce586098-75e8-4cb3-9091-1877dda6e126" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.125892] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Acquired lock "refresh_cache-ce586098-75e8-4cb3-9091-1877dda6e126" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.126059] env[65310]: DEBUG nova.network.neutron [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Refreshing network info cache for port ab101e83-a403-4153-a55a-5bdbb12d271a {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.141867] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.187826] env[65310]: WARNING neutronclient.v2_0.client [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.202407] env[65310]: DEBUG oslo_vmware.api [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445661, 'name': PowerOnVM_Task, 'duration_secs': 0.54742} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.205195] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.205359] env[65310]: INFO nova.compute.manager [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Took 12.06 seconds to spawn the instance on the hypervisor. [ 636.205556] env[65310]: DEBUG nova.compute.manager [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 636.207016] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9763618-d12f-4888-820e-724cc7e5ed41 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.280312] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445663, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.519996] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.580573] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce6f79-9fc8-458b-930d-06e32734b889 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.592875] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c61c54-0ee8-5953-c9a0-18c7daf30d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.020431} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.594250] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b16bbb5-9c22-4175-b094-75303fb932fe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.601307] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2adeb486-7352-415b-a543-648256b0d246 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.606603] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 636.606603] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5272bff0-d696-b32a-f759-f87689c96948" [ 636.606603] env[65310]: _type = "Task" [ 636.606603] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.636016] env[65310]: WARNING neutronclient.v2_0.client [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.646509] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ef1b52-dcf4-4aa1-a1ca-9b0425d310f1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.657295] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5272bff0-d696-b32a-f759-f87689c96948, 'name': SearchDatastore_Task, 'duration_secs': 0.020754} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.659973] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.660260] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 6ace7dc3-71a5-4769-91bf-989d065f63a6/6ace7dc3-71a5-4769-91bf-989d065f63a6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.660563] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07e535e0-3861-422c-be78-dd66d809438c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.663880] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430e1fa9-9741-4d9e-8d41-9b6e4dc6d8ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.683134] env[65310]: DEBUG nova.compute.provider_tree [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.688164] env[65310]: DEBUG nova.network.neutron [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 636.690287] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 636.690287] env[65310]: value = "task-4445665" [ 636.690287] env[65310]: _type = "Task" [ 636.690287] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.700856] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.726882] env[65310]: INFO nova.compute.manager [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Took 30.48 seconds to build instance. [ 636.775560] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821576} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.775844] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] ce586098-75e8-4cb3-9091-1877dda6e126/ce586098-75e8-4cb3-9091-1877dda6e126.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.776079] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.776364] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51832999-84e5-47a9-9bbd-87743150bd61 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.784829] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for the task: (returnval){ [ 636.784829] env[65310]: value = "task-4445666" [ 636.784829] env[65310]: _type = "Task" [ 636.784829] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.800073] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.994605] env[65310]: WARNING neutronclient.v2_0.client [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.022684] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445664, 'name': ReconfigVM_Task, 'duration_secs': 0.614276} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.022986] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 242c60e5-0ad8-42c7-b47c-846bf5b7001f/242c60e5-0ad8-42c7-b47c-846bf5b7001f.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.023781] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3d6d830-1193-4ead-823f-87a996def837 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.034297] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 637.034297] env[65310]: value = "task-4445667" [ 637.034297] env[65310]: _type = "Task" [ 637.034297] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.044022] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquiring lock "656cee43-e949-41f2-b2a0-566e491c4d76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.044338] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Lock "656cee43-e949-41f2-b2a0-566e491c4d76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.051807] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445667, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.078031] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 637.106735] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 637.106996] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.107183] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 637.107385] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.107548] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 637.107692] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 637.107898] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 637.108059] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 637.108222] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 637.108380] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 637.108591] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 637.109489] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9a1f68-a5d5-45d3-aab2-5b163039df0e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.121665] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0740d49-5ad8-4490-abc0-32d4ee299baf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.192879] env[65310]: DEBUG nova.scheduler.client.report [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.208595] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445665, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.230736] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "1203c5af-30f7-4cba-a4d6-998b5806ae71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.991s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.296233] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080938} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.297416] env[65310]: WARNING neutronclient.v2_0.client [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.299610] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.300733] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c6c584-132e-431f-a392-eece02b2a0e1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.326361] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] ce586098-75e8-4cb3-9091-1877dda6e126/ce586098-75e8-4cb3-9091-1877dda6e126.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.326710] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f695916a-8802-4f27-b464-c0ec4d8a11d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.343349] env[65310]: WARNING neutronclient.v2_0.client [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.352232] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for the task: (returnval){ [ 637.352232] env[65310]: value = "task-4445668" [ 637.352232] env[65310]: _type = "Task" [ 637.352232] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.363461] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.546701] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445667, 'name': Rename_Task, 'duration_secs': 0.25027} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.546961] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.547671] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dddf4067-a998-42a8-9cf1-df2f20f9e19f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.558199] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 637.558199] env[65310]: value = "task-4445669" [ 637.558199] env[65310]: _type = "Task" [ 637.558199] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.567490] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.645553] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Successfully updated port: 7b5d8f07-0d96-4933-a1b9-c934f0b54593 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 637.687215] env[65310]: DEBUG nova.network.neutron [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updated VIF entry in instance network info cache for port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 637.687215] env[65310]: DEBUG nova.network.neutron [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updating instance_info_cache with network_info: [{"id": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "address": "fa:16:3e:aa:8c:ba", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c7bc93-c7", "ovs_interfaceid": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.705710] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.706280] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 637.711025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.904s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.713657] env[65310]: INFO nova.compute.claims [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.719328] env[65310]: WARNING neutronclient.v2_0.client [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.726909] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70739} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.727055] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 6ace7dc3-71a5-4769-91bf-989d065f63a6/6ace7dc3-71a5-4769-91bf-989d065f63a6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.728109] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.728109] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f148bde4-7768-4103-8acb-bba9c0301182 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.733541] env[65310]: DEBUG nova.compute.manager [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 637.738195] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 637.738195] env[65310]: value = "task-4445670" [ 637.738195] env[65310]: _type = "Task" [ 637.738195] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.752931] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.777417] env[65310]: DEBUG nova.network.neutron [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Updated VIF entry in instance network info cache for port 870952ac-5954-4af4-945b-7841b56da782. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 637.777417] env[65310]: DEBUG nova.network.neutron [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Updating instance_info_cache with network_info: [{"id": "870952ac-5954-4af4-945b-7841b56da782", "address": "fa:16:3e:ef:2b:8d", "network": {"id": "7d44e061-793c-485f-b9fb-c32335034285", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1703461039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1f90bb1d1a410fa48fcf1a53401b5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870952ac-59", "ovs_interfaceid": "870952ac-5954-4af4-945b-7841b56da782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.817150] env[65310]: DEBUG nova.network.neutron [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Updating instance_info_cache with network_info: [{"id": "27a3a485-e4e9-4293-9fc3-203e12a526c4", "address": "fa:16:3e:86:f0:cf", "network": {"id": "7d44e061-793c-485f-b9fb-c32335034285", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1703461039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1f90bb1d1a410fa48fcf1a53401b5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a3a485-e4", "ovs_interfaceid": "27a3a485-e4e9-4293-9fc3-203e12a526c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.866726] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.920875] env[65310]: DEBUG nova.network.neutron [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Updated VIF entry in instance network info cache for port ab101e83-a403-4153-a55a-5bdbb12d271a. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 637.920875] env[65310]: DEBUG nova.network.neutron [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Updating instance_info_cache with network_info: [{"id": "ab101e83-a403-4153-a55a-5bdbb12d271a", "address": "fa:16:3e:49:2d:dc", "network": {"id": "7c4e47cb-be48-4d38-8770-cab4f6b389ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-781273679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9e160693fbd4611a7ec4f4975d12aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab101e83-a4", "ovs_interfaceid": "ab101e83-a403-4153-a55a-5bdbb12d271a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.069508] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.149736] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "refresh_cache-4980811b-c5f9-44ea-8056-2d4629489260" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.149982] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired lock "refresh_cache-4980811b-c5f9-44ea-8056-2d4629489260" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.150122] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 638.190457] env[65310]: DEBUG oslo_concurrency.lockutils [req-edb75b02-da66-4780-a73c-f0bd10bf06c5 req-bb840097-5277-45fd-8f8e-567dd2db4d53 service nova] Releasing lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.224235] env[65310]: DEBUG nova.compute.utils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.225722] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 638.225954] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 638.228055] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.228055] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.260915] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081153} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.261480] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.262878] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2124364a-6b57-48b1-8a46-b0b6e2953f8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.284749] env[65310]: DEBUG oslo_concurrency.lockutils [req-99c02d7e-3c50-4e30-8122-79b0e8ba5340 req-86039149-8d62-4767-b8a5-dadbee329887 service nova] Releasing lock "refresh_cache-1203c5af-30f7-4cba-a4d6-998b5806ae71" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.295352] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 6ace7dc3-71a5-4769-91bf-989d065f63a6/6ace7dc3-71a5-4769-91bf-989d065f63a6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.297878] env[65310]: DEBUG nova.policy [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb31c19cd0c4a2585f63ef9cdb52db0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '351836e7f5c047ad87ee64ab6a9b22a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.300858] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.301625] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc9a3c2-569d-48d1-bb17-b23d1ec16d72 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.321050] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Releasing lock "refresh_cache-c6449f49-e1a0-4c46-b5da-1f5d974680b4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.321050] env[65310]: DEBUG nova.compute.manager [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Instance network_info: |[{"id": "27a3a485-e4e9-4293-9fc3-203e12a526c4", "address": "fa:16:3e:86:f0:cf", "network": {"id": "7d44e061-793c-485f-b9fb-c32335034285", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1703461039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1f90bb1d1a410fa48fcf1a53401b5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a3a485-e4", "ovs_interfaceid": "27a3a485-e4e9-4293-9fc3-203e12a526c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 638.321364] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:f0:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27a3a485-e4e9-4293-9fc3-203e12a526c4', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.330304] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 638.331150] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.331458] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f3796f9-a849-4bed-aea0-808a0912919e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.351855] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 638.351855] env[65310]: value = "task-4445671" [ 638.351855] env[65310]: _type = "Task" [ 638.351855] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.361627] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.361627] env[65310]: value = "task-4445672" [ 638.361627] env[65310]: _type = "Task" [ 638.361627] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.369768] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.374413] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.381278] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445672, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.423116] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Releasing lock "refresh_cache-ce586098-75e8-4cb3-9091-1877dda6e126" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.423275] env[65310]: DEBUG nova.compute.manager [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Received event network-vif-deleted-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 638.424025] env[65310]: DEBUG nova.compute.manager [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Received event network-vif-plugged-093844a3-f79c-4e56-90e5-31e5d286ab2e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 638.424025] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Acquiring lock "6ace7dc3-71a5-4769-91bf-989d065f63a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.424172] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Lock "6ace7dc3-71a5-4769-91bf-989d065f63a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.424534] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Lock "6ace7dc3-71a5-4769-91bf-989d065f63a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.424804] env[65310]: DEBUG nova.compute.manager [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] No waiting events found dispatching network-vif-plugged-093844a3-f79c-4e56-90e5-31e5d286ab2e {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 638.425094] env[65310]: WARNING nova.compute.manager [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Received unexpected event network-vif-plugged-093844a3-f79c-4e56-90e5-31e5d286ab2e for instance with vm_state building and task_state spawning. [ 638.425315] env[65310]: DEBUG nova.compute.manager [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Received event network-changed-093844a3-f79c-4e56-90e5-31e5d286ab2e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 638.426102] env[65310]: DEBUG nova.compute.manager [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Refreshing instance network info cache due to event network-changed-093844a3-f79c-4e56-90e5-31e5d286ab2e. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 638.426421] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Acquiring lock "refresh_cache-6ace7dc3-71a5-4769-91bf-989d065f63a6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.426603] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Acquired lock "refresh_cache-6ace7dc3-71a5-4769-91bf-989d065f63a6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.426808] env[65310]: DEBUG nova.network.neutron [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Refreshing network info cache for port 093844a3-f79c-4e56-90e5-31e5d286ab2e {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.570503] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.731478] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 638.738028] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Successfully created port: bc2aee56-f140-4147-b9e9-41fe12568998 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 638.763635] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 638.875440] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445671, 'name': ReconfigVM_Task, 'duration_secs': 0.411902} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.875440] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 6ace7dc3-71a5-4769-91bf-989d065f63a6/6ace7dc3-71a5-4769-91bf-989d065f63a6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.882977] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e58d138d-a43d-41f5-8b57-837a9ed090a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.885506] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445668, 'name': ReconfigVM_Task, 'duration_secs': 1.022924} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.891973] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Reconfigured VM instance instance-0000000b to attach disk [datastore1] ce586098-75e8-4cb3-9091-1877dda6e126/ce586098-75e8-4cb3-9091-1877dda6e126.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.892945] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445672, 'name': CreateVM_Task, 'duration_secs': 0.394163} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.893784] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73a7bcee-7d91-4f69-9ced-4dc415cb643e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.896089] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.900317] env[65310]: WARNING neutronclient.v2_0.client [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.900765] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.900911] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.901246] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.902249] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2d95eb-4266-49b6-ba91-724d360814ef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.906057] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 638.906057] env[65310]: value = "task-4445673" [ 638.906057] env[65310]: _type = "Task" [ 638.906057] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.913194] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 638.913194] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52db6a6c-aacc-b530-495e-57c1f26c1d9a" [ 638.913194] env[65310]: _type = "Task" [ 638.913194] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.913538] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for the task: (returnval){ [ 638.913538] env[65310]: value = "task-4445674" [ 638.913538] env[65310]: _type = "Task" [ 638.913538] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.929712] env[65310]: WARNING neutronclient.v2_0.client [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.932332] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445673, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.940758] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52db6a6c-aacc-b530-495e-57c1f26c1d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.026242} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.944566] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.944794] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.944832] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.945757] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.945757] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.945757] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445674, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.948732] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-369bceb3-0067-4df1-8931-9637415081f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.959856] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.960059] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.961032] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a117f3c-d4cd-4ba0-83f0-ca116752f11e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.968194] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 638.968194] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5233a53e-5ebb-17bc-6633-c17f0c953cd2" [ 638.968194] env[65310]: _type = "Task" [ 638.968194] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.981856] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5233a53e-5ebb-17bc-6633-c17f0c953cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.059139] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.073633] env[65310]: DEBUG oslo_vmware.api [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445669, 'name': PowerOnVM_Task, 'duration_secs': 1.399143} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.074419] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.074419] env[65310]: INFO nova.compute.manager [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Took 12.43 seconds to spawn the instance on the hypervisor. [ 639.074419] env[65310]: DEBUG nova.compute.manager [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.077955] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905dbb8e-33e1-4c3b-be00-20109a26fe64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.190558] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82c8175-80d2-4b01-96d9-cb7ab2e3f4c0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.199817] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67154e0e-81b1-4a08-9bcf-c64cdbe4af98 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.242220] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Updating instance_info_cache with network_info: [{"id": "7b5d8f07-0d96-4933-a1b9-c934f0b54593", "address": "fa:16:3e:7b:81:c9", "network": {"id": "3f73a442-c84b-4adb-b734-db756812ef28", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-856474362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351836e7f5c047ad87ee64ab6a9b22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b5d8f07-0d", "ovs_interfaceid": "7b5d8f07-0d96-4933-a1b9-c934f0b54593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.244865] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1339a97-66e9-47ff-b89c-5dd704c4b005 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.253439] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9e7162-93de-4c13-ac76-d7f60e31f8e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.272616] env[65310]: DEBUG nova.compute.provider_tree [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.418923] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445673, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.430206] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445674, 'name': Rename_Task, 'duration_secs': 0.485162} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.430206] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.430422] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19e264ee-a2e6-4cd9-8cfa-787ed9153f0b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.438737] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for the task: (returnval){ [ 639.438737] env[65310]: value = "task-4445675" [ 639.438737] env[65310]: _type = "Task" [ 639.438737] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.449691] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.483184] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5233a53e-5ebb-17bc-6633-c17f0c953cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.023346} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.484024] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90a3193-ae08-4578-a914-c213a8084bf1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.490823] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 639.490823] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fda494-9306-a60d-8801-0fc202a2ce92" [ 639.490823] env[65310]: _type = "Task" [ 639.490823] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.500703] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fda494-9306-a60d-8801-0fc202a2ce92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.604134] env[65310]: INFO nova.compute.manager [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Took 29.16 seconds to build instance. [ 639.733030] env[65310]: WARNING neutronclient.v2_0.client [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.747955] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Releasing lock "refresh_cache-4980811b-c5f9-44ea-8056-2d4629489260" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.748364] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Instance network_info: |[{"id": "7b5d8f07-0d96-4933-a1b9-c934f0b54593", "address": "fa:16:3e:7b:81:c9", "network": {"id": "3f73a442-c84b-4adb-b734-db756812ef28", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-856474362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351836e7f5c047ad87ee64ab6a9b22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b5d8f07-0d", "ovs_interfaceid": "7b5d8f07-0d96-4933-a1b9-c934f0b54593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 639.749645] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 639.752636] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:81:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b5d8f07-0d96-4933-a1b9-c934f0b54593', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.761481] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Creating folder: Project (351836e7f5c047ad87ee64ab6a9b22a6). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.762523] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27e7d697-aec3-4f41-ae89-207bb5aa2813 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.775049] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Created folder: Project (351836e7f5c047ad87ee64ab6a9b22a6) in parent group-v869493. [ 639.775267] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Creating folder: Instances. Parent ref: group-v869527. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.775524] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a842768-4280-4430-88ca-7e66fed66bd5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.780312] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 639.783312] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.783312] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 639.783312] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.783312] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 639.783312] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 639.783825] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 639.783825] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 639.783825] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 639.783825] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 639.783825] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 639.784010] env[65310]: DEBUG nova.scheduler.client.report [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.787340] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e58571-4004-499e-a5d3-438bfeb8d10b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.800837] env[65310]: DEBUG nova.compute.manager [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Stashing vm_state: active {{(pid=65310) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 639.806979] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d31ebf-0d55-4d80-90ee-06aafa622fbe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.812373] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Created folder: Instances in parent group-v869527. [ 639.812617] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 639.813795] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.814581] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84320d5d-2ad8-4a03-abc7-dc0eb2bf8b8b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.847282] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.847282] env[65310]: value = "task-4445678" [ 639.847282] env[65310]: _type = "Task" [ 639.847282] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.859605] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445678, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.919609] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445673, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.952538] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.004452] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fda494-9306-a60d-8801-0fc202a2ce92, 'name': SearchDatastore_Task, 'duration_secs': 0.016691} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.005450] env[65310]: DEBUG nova.network.neutron [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Updated VIF entry in instance network info cache for port 093844a3-f79c-4e56-90e5-31e5d286ab2e. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 640.006017] env[65310]: DEBUG nova.network.neutron [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Updating instance_info_cache with network_info: [{"id": "093844a3-f79c-4e56-90e5-31e5d286ab2e", "address": "fa:16:3e:fa:0c:ae", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093844a3-f7", "ovs_interfaceid": "093844a3-f79c-4e56-90e5-31e5d286ab2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.007081] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.007227] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] c6449f49-e1a0-4c46-b5da-1f5d974680b4/c6449f49-e1a0-4c46-b5da-1f5d974680b4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.007723] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae6f6d26-a6e9-4388-ac80-1a4b21a270ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.016028] env[65310]: DEBUG nova.compute.manager [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Received event network-vif-plugged-27a3a485-e4e9-4293-9fc3-203e12a526c4 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 640.016028] env[65310]: DEBUG oslo_concurrency.lockutils [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] Acquiring lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.016028] env[65310]: DEBUG oslo_concurrency.lockutils [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] Lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.016028] env[65310]: DEBUG oslo_concurrency.lockutils [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] Lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.016028] env[65310]: DEBUG nova.compute.manager [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] No waiting events found dispatching network-vif-plugged-27a3a485-e4e9-4293-9fc3-203e12a526c4 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 640.016515] env[65310]: WARNING nova.compute.manager [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Received unexpected event network-vif-plugged-27a3a485-e4e9-4293-9fc3-203e12a526c4 for instance with vm_state building and task_state spawning. [ 640.016515] env[65310]: DEBUG nova.compute.manager [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Received event network-changed-27a3a485-e4e9-4293-9fc3-203e12a526c4 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 640.016515] env[65310]: DEBUG nova.compute.manager [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Refreshing instance network info cache due to event network-changed-27a3a485-e4e9-4293-9fc3-203e12a526c4. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 640.016711] env[65310]: DEBUG oslo_concurrency.lockutils [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] Acquiring lock "refresh_cache-c6449f49-e1a0-4c46-b5da-1f5d974680b4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.016840] env[65310]: DEBUG oslo_concurrency.lockutils [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] Acquired lock "refresh_cache-c6449f49-e1a0-4c46-b5da-1f5d974680b4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.017768] env[65310]: DEBUG nova.network.neutron [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Refreshing network info cache for port 27a3a485-e4e9-4293-9fc3-203e12a526c4 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.021015] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 640.021015] env[65310]: value = "task-4445679" [ 640.021015] env[65310]: _type = "Task" [ 640.021015] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.032955] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.106509] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.672s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.292927] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.293574] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 640.295994] env[65310]: DEBUG oslo_concurrency.lockutils [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.386s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.296298] env[65310]: DEBUG nova.objects.instance [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Lazy-loading 'resources' on Instance uuid 761cb835-6077-4f5e-b940-6c3e5835e21d {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.346137] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.360051] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445678, 'name': CreateVM_Task, 'duration_secs': 0.395372} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.360259] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.360810] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.361204] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.361350] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.361793] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.361971] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02cbbe9b-bae6-4c0a-87ba-60291643b910 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.370957] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 640.370957] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f9317e-7b48-fec4-2d74-a8d58fae8b2b" [ 640.370957] env[65310]: _type = "Task" [ 640.370957] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.385226] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f9317e-7b48-fec4-2d74-a8d58fae8b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.415753] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Successfully updated port: bc2aee56-f140-4147-b9e9-41fe12568998 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 640.425432] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445673, 'name': Rename_Task, 'duration_secs': 1.053034} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.425777] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.426180] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-457f8609-bfa5-43a3-b50a-f960931bfe87 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.438024] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 640.438024] env[65310]: value = "task-4445680" [ 640.438024] env[65310]: _type = "Task" [ 640.438024] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.456560] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.460180] env[65310]: DEBUG oslo_vmware.api [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445675, 'name': PowerOnVM_Task, 'duration_secs': 0.781445} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.460453] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.460653] env[65310]: INFO nova.compute.manager [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Took 11.27 seconds to spawn the instance on the hypervisor. [ 640.460823] env[65310]: DEBUG nova.compute.manager [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 640.461686] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e128c3-5acb-448a-a2a3-b239a30e1ba6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.510265] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b6c0de4-b3c1-4752-9d3f-428bb22840bf req-efcfef9a-5a20-4999-8144-b2c56ca78be4 service nova] Releasing lock "refresh_cache-6ace7dc3-71a5-4769-91bf-989d065f63a6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.523602] env[65310]: WARNING neutronclient.v2_0.client [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.540798] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445679, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.559036] env[65310]: DEBUG nova.compute.manager [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Received event network-vif-plugged-7b5d8f07-0d96-4933-a1b9-c934f0b54593 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 640.559296] env[65310]: DEBUG oslo_concurrency.lockutils [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] Acquiring lock "4980811b-c5f9-44ea-8056-2d4629489260-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.559415] env[65310]: DEBUG oslo_concurrency.lockutils [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] Lock "4980811b-c5f9-44ea-8056-2d4629489260-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.559631] env[65310]: DEBUG oslo_concurrency.lockutils [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] Lock "4980811b-c5f9-44ea-8056-2d4629489260-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.559818] env[65310]: DEBUG nova.compute.manager [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] No waiting events found dispatching network-vif-plugged-7b5d8f07-0d96-4933-a1b9-c934f0b54593 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 640.559981] env[65310]: WARNING nova.compute.manager [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Received unexpected event network-vif-plugged-7b5d8f07-0d96-4933-a1b9-c934f0b54593 for instance with vm_state building and task_state spawning. [ 640.560147] env[65310]: DEBUG nova.compute.manager [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Received event network-changed-7b5d8f07-0d96-4933-a1b9-c934f0b54593 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 640.560333] env[65310]: DEBUG nova.compute.manager [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Refreshing instance network info cache due to event network-changed-7b5d8f07-0d96-4933-a1b9-c934f0b54593. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 640.560579] env[65310]: DEBUG oslo_concurrency.lockutils [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] Acquiring lock "refresh_cache-4980811b-c5f9-44ea-8056-2d4629489260" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.560677] env[65310]: DEBUG oslo_concurrency.lockutils [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] Acquired lock "refresh_cache-4980811b-c5f9-44ea-8056-2d4629489260" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.560872] env[65310]: DEBUG nova.network.neutron [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Refreshing network info cache for port 7b5d8f07-0d96-4933-a1b9-c934f0b54593 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.616247] env[65310]: DEBUG nova.compute.manager [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 640.792672] env[65310]: WARNING neutronclient.v2_0.client [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.800401] env[65310]: DEBUG nova.compute.utils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.805274] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 640.805483] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 640.805794] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.806100] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.868922] env[65310]: DEBUG nova.policy [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb31c19cd0c4a2585f63ef9cdb52db0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '351836e7f5c047ad87ee64ab6a9b22a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.886670] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f9317e-7b48-fec4-2d74-a8d58fae8b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.06758} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.887027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.887264] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.887495] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.887633] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.887810] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.888737] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85f9a0c1-09c7-41fe-8d51-d96e4c9c610c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.902202] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.902202] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.902202] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ac14c6-ecea-49e1-a0a0-f21967427d4e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.910017] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 640.910017] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521e500b-5d4f-825f-dcc6-e838c53e7f00" [ 640.910017] env[65310]: _type = "Task" [ 640.910017] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.918187] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "refresh_cache-70ef6cde-0637-455b-ae0f-f1acf540a0e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.919106] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired lock "refresh_cache-70ef6cde-0637-455b-ae0f-f1acf540a0e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.919654] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 640.921191] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521e500b-5d4f-825f-dcc6-e838c53e7f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.928125] env[65310]: DEBUG nova.network.neutron [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Updated VIF entry in instance network info cache for port 27a3a485-e4e9-4293-9fc3-203e12a526c4. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 640.929419] env[65310]: DEBUG nova.network.neutron [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Updating instance_info_cache with network_info: [{"id": "27a3a485-e4e9-4293-9fc3-203e12a526c4", "address": "fa:16:3e:86:f0:cf", "network": {"id": "7d44e061-793c-485f-b9fb-c32335034285", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1703461039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1f90bb1d1a410fa48fcf1a53401b5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a3a485-e4", "ovs_interfaceid": "27a3a485-e4e9-4293-9fc3-203e12a526c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.951781] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445680, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.982787] env[65310]: INFO nova.compute.manager [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Took 27.26 seconds to build instance. [ 641.041152] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682729} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.044530] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] c6449f49-e1a0-4c46-b5da-1f5d974680b4/c6449f49-e1a0-4c46-b5da-1f5d974680b4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.044807] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.045303] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b428b619-1288-4257-9e4c-97d94dadc101 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.054057] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 641.054057] env[65310]: value = "task-4445681" [ 641.054057] env[65310]: _type = "Task" [ 641.054057] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.064951] env[65310]: WARNING neutronclient.v2_0.client [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.067371] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.144603] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.231684] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquiring lock "326fba28-76f8-493a-9a3c-42ce85b5962d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.232300] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Lock "326fba28-76f8-493a-9a3c-42ce85b5962d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.278093] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502d9a69-3d60-4dc5-804f-d2e65e1f4a9f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.285961] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921edd4b-eb8a-495b-befe-d90c5c889205 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.322734] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 641.330204] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Successfully created port: 687e3416-2711-4390-afef-436208fdc60e {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 641.333525] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f1000c-e872-49e7-bace-2f47ebfa9fdd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.343858] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475bdb3c-0a0f-4b0c-a44d-628683bff560 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.361797] env[65310]: DEBUG nova.compute.provider_tree [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.418939] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521e500b-5d4f-825f-dcc6-e838c53e7f00, 'name': SearchDatastore_Task, 'duration_secs': 0.016784} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.419719] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deef8114-be37-4d79-86bb-1a643a877db9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.431511] env[65310]: DEBUG oslo_concurrency.lockutils [req-e7f7c1c1-f5cf-494a-8ac3-ebc811cc2be3 req-84d91cb0-3498-4682-9a6b-4d800a3907a1 service nova] Releasing lock "refresh_cache-c6449f49-e1a0-4c46-b5da-1f5d974680b4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.432109] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 641.432109] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52abebb8-f615-a8ec-5a1c-bf7b8c1443da" [ 641.432109] env[65310]: _type = "Task" [ 641.432109] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.445624] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52abebb8-f615-a8ec-5a1c-bf7b8c1443da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.455873] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445680, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.488732] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "ce586098-75e8-4cb3-9091-1877dda6e126" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.500s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.565783] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141427} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.566079] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.568207] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb1fa32-9e87-47b8-92bc-8f00df398142 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.592123] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c6449f49-e1a0-4c46-b5da-1f5d974680b4/c6449f49-e1a0-4c46-b5da-1f5d974680b4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.592696] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c20e5469-00c4-4346-ab83-f49f90110c44 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.613872] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 641.613872] env[65310]: value = "task-4445682" [ 641.613872] env[65310]: _type = "Task" [ 641.613872] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.625751] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.865517] env[65310]: DEBUG nova.scheduler.client.report [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.948235] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52abebb8-f615-a8ec-5a1c-bf7b8c1443da, 'name': SearchDatastore_Task, 'duration_secs': 0.023121} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.948939] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.949240] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 4980811b-c5f9-44ea-8056-2d4629489260/4980811b-c5f9-44ea-8056-2d4629489260.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.949513] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b47e089-d8bf-4681-ba63-2aeae8a99f13 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.954993] env[65310]: DEBUG oslo_vmware.api [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445680, 'name': PowerOnVM_Task, 'duration_secs': 1.047195} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.955659] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.955935] env[65310]: INFO nova.compute.manager [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Took 10.10 seconds to spawn the instance on the hypervisor. [ 641.956142] env[65310]: DEBUG nova.compute.manager [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 641.956986] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da061072-26e9-4ea5-885e-19c46c75d3f7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.960968] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 641.960968] env[65310]: value = "task-4445683" [ 641.960968] env[65310]: _type = "Task" [ 641.960968] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.978895] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.991624] env[65310]: DEBUG nova.compute.manager [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 642.113212] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.134601] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.343852] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 642.371738] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 642.372147] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.372426] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 642.372751] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.372986] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 642.373320] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 642.373668] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 642.373939] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 642.374223] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 642.374520] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 642.374825] env[65310]: DEBUG nova.virt.hardware [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 642.375891] env[65310]: DEBUG oslo_concurrency.lockutils [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.378829] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bfe857-7020-44ab-9849-f3a4a5a28e03 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.381895] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.432s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.382147] env[65310]: DEBUG nova.objects.instance [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Lazy-loading 'resources' on Instance uuid 29442a9c-7fdd-47dd-9ae1-ea2eb6215853 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.391069] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900d0a12-3c94-4c4b-92c7-fc1f7cd211f9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.406861] env[65310]: INFO nova.scheduler.client.report [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Deleted allocations for instance 761cb835-6077-4f5e-b940-6c3e5835e21d [ 642.479119] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445683, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.482626] env[65310]: INFO nova.compute.manager [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Took 27.63 seconds to build instance. [ 642.538257] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.635777] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445682, 'name': ReconfigVM_Task, 'duration_secs': 0.560195} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.635777] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c6449f49-e1a0-4c46-b5da-1f5d974680b4/c6449f49-e1a0-4c46-b5da-1f5d974680b4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.636898] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-717b0d21-f222-4602-bfc1-1a3f4c5c268d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.649313] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 642.649313] env[65310]: value = "task-4445684" [ 642.649313] env[65310]: _type = "Task" [ 642.649313] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.662037] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445684, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.916626] env[65310]: DEBUG oslo_concurrency.lockutils [None req-20ebc2a6-95f3-40c7-ae77-275663d02daa tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Lock "761cb835-6077-4f5e-b940-6c3e5835e21d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.696s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.979843] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789819} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.980284] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 4980811b-c5f9-44ea-8056-2d4629489260/4980811b-c5f9-44ea-8056-2d4629489260.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.980622] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.981021] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3987319-55d2-45f7-b8b9-15d22515d054 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.988087] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7072860f-2adb-4ec8-8f14-147a4703dd75 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "6ace7dc3-71a5-4769-91bf-989d065f63a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.772s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.997221] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 642.997221] env[65310]: value = "task-4445685" [ 642.997221] env[65310]: _type = "Task" [ 642.997221] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.014224] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.159410] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445684, 'name': Rename_Task, 'duration_secs': 0.246324} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.159704] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.163022] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-453a29d5-026a-45b6-af0b-68d7e24543c9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.168265] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Successfully updated port: 687e3416-2711-4390-afef-436208fdc60e {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 643.175604] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 643.175604] env[65310]: value = "task-4445686" [ 643.175604] env[65310]: _type = "Task" [ 643.175604] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.186387] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.283848] env[65310]: WARNING neutronclient.v2_0.client [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.315609] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78acfb61-314c-4ea9-8361-7ce19e380eef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.325439] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b36f9e-fbdb-47c7-9965-6c1a46e3edfa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.332728] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.365675] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa89d26b-2f46-45da-b6da-d03d556b21b7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.375351] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09e702c-12fd-47e0-817a-69454badccd0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.394695] env[65310]: DEBUG nova.compute.provider_tree [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.491222] env[65310]: DEBUG nova.compute.manager [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 643.504700] env[65310]: DEBUG nova.network.neutron [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Updated VIF entry in instance network info cache for port 7b5d8f07-0d96-4933-a1b9-c934f0b54593. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 643.505186] env[65310]: DEBUG nova.network.neutron [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Updating instance_info_cache with network_info: [{"id": "7b5d8f07-0d96-4933-a1b9-c934f0b54593", "address": "fa:16:3e:7b:81:c9", "network": {"id": "3f73a442-c84b-4adb-b734-db756812ef28", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-856474362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351836e7f5c047ad87ee64ab6a9b22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b5d8f07-0d", "ovs_interfaceid": "7b5d8f07-0d96-4933-a1b9-c934f0b54593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.513988] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176556} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.513988] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.514661] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4565a54-ffe3-4632-a707-8fcf36e9a318 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.541856] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 4980811b-c5f9-44ea-8056-2d4629489260/4980811b-c5f9-44ea-8056-2d4629489260.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.543337] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed40a67-4573-4a16-a0e3-4adeb57b36b8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.566058] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Updating instance_info_cache with network_info: [{"id": "bc2aee56-f140-4147-b9e9-41fe12568998", "address": "fa:16:3e:27:b4:93", "network": {"id": "3f73a442-c84b-4adb-b734-db756812ef28", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-856474362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351836e7f5c047ad87ee64ab6a9b22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2aee56-f1", "ovs_interfaceid": "bc2aee56-f140-4147-b9e9-41fe12568998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.569031] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 643.569031] env[65310]: value = "task-4445687" [ 643.569031] env[65310]: _type = "Task" [ 643.569031] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.581107] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.671552] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "refresh_cache-4c49d150-10a7-488a-b438-4a47ca64daa3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.671814] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired lock "refresh_cache-4c49d150-10a7-488a-b438-4a47ca64daa3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.672072] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 643.690950] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445686, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.897847] env[65310]: DEBUG nova.scheduler.client.report [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.009292] env[65310]: DEBUG oslo_concurrency.lockutils [req-969f0f63-1669-4e75-aec9-6c62171e9d8e req-1be50cfd-2397-4714-badc-44200ab0726c service nova] Releasing lock "refresh_cache-4980811b-c5f9-44ea-8056-2d4629489260" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.020661] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.068728] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Releasing lock "refresh_cache-70ef6cde-0637-455b-ae0f-f1acf540a0e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.069120] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Instance network_info: |[{"id": "bc2aee56-f140-4147-b9e9-41fe12568998", "address": "fa:16:3e:27:b4:93", "network": {"id": "3f73a442-c84b-4adb-b734-db756812ef28", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-856474362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351836e7f5c047ad87ee64ab6a9b22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2aee56-f1", "ovs_interfaceid": "bc2aee56-f140-4147-b9e9-41fe12568998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 644.069742] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:b4:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc2aee56-f140-4147-b9e9-41fe12568998', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.079964] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 644.083704] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.084683] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b63fbf3-c765-4c49-8299-ee35e4bf83f7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.109520] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445687, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.111074] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.111074] env[65310]: value = "task-4445688" [ 644.111074] env[65310]: _type = "Task" [ 644.111074] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.122228] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445688, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.187922] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445686, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.221811] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 644.340051] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.404431] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.407849] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.292s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.410099] env[65310]: INFO nova.compute.claims [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.458027] env[65310]: INFO nova.scheduler.client.report [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Deleted allocations for instance 29442a9c-7fdd-47dd-9ae1-ea2eb6215853 [ 644.504741] env[65310]: DEBUG nova.compute.manager [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Received event network-vif-plugged-bc2aee56-f140-4147-b9e9-41fe12568998 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 644.505789] env[65310]: DEBUG oslo_concurrency.lockutils [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] Acquiring lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.505789] env[65310]: DEBUG oslo_concurrency.lockutils [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] Lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.505789] env[65310]: DEBUG oslo_concurrency.lockutils [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] Lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.505789] env[65310]: DEBUG nova.compute.manager [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] No waiting events found dispatching network-vif-plugged-bc2aee56-f140-4147-b9e9-41fe12568998 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 644.505789] env[65310]: WARNING nova.compute.manager [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Received unexpected event network-vif-plugged-bc2aee56-f140-4147-b9e9-41fe12568998 for instance with vm_state building and task_state spawning. [ 644.506432] env[65310]: DEBUG nova.compute.manager [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Received event network-changed-bc2aee56-f140-4147-b9e9-41fe12568998 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 644.506432] env[65310]: DEBUG nova.compute.manager [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Refreshing instance network info cache due to event network-changed-bc2aee56-f140-4147-b9e9-41fe12568998. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 644.506432] env[65310]: DEBUG oslo_concurrency.lockutils [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] Acquiring lock "refresh_cache-70ef6cde-0637-455b-ae0f-f1acf540a0e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.506432] env[65310]: DEBUG oslo_concurrency.lockutils [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] Acquired lock "refresh_cache-70ef6cde-0637-455b-ae0f-f1acf540a0e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.506586] env[65310]: DEBUG nova.network.neutron [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Refreshing network info cache for port bc2aee56-f140-4147-b9e9-41fe12568998 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.559127] env[65310]: DEBUG nova.network.neutron [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Updating instance_info_cache with network_info: [{"id": "687e3416-2711-4390-afef-436208fdc60e", "address": "fa:16:3e:f6:a8:2b", "network": {"id": "3f73a442-c84b-4adb-b734-db756812ef28", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-856474362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351836e7f5c047ad87ee64ab6a9b22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687e3416-27", "ovs_interfaceid": "687e3416-2711-4390-afef-436208fdc60e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.590903] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445687, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.627458] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445688, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.688357] env[65310]: DEBUG nova.compute.manager [req-50b18f78-a7fd-4616-8c91-29a44d9a9cb2 req-b0f3de25-5fc7-4f13-9f17-5b303e78e717 service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Received event network-changed-d4bdd256-3d1e-490b-aca3-2f1965f04d30 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 644.688357] env[65310]: DEBUG nova.compute.manager [req-50b18f78-a7fd-4616-8c91-29a44d9a9cb2 req-b0f3de25-5fc7-4f13-9f17-5b303e78e717 service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Refreshing instance network info cache due to event network-changed-d4bdd256-3d1e-490b-aca3-2f1965f04d30. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 644.689096] env[65310]: DEBUG oslo_concurrency.lockutils [req-50b18f78-a7fd-4616-8c91-29a44d9a9cb2 req-b0f3de25-5fc7-4f13-9f17-5b303e78e717 service nova] Acquiring lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.689536] env[65310]: DEBUG oslo_concurrency.lockutils [req-50b18f78-a7fd-4616-8c91-29a44d9a9cb2 req-b0f3de25-5fc7-4f13-9f17-5b303e78e717 service nova] Acquired lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.689749] env[65310]: DEBUG nova.network.neutron [req-50b18f78-a7fd-4616-8c91-29a44d9a9cb2 req-b0f3de25-5fc7-4f13-9f17-5b303e78e717 service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Refreshing network info cache for port d4bdd256-3d1e-490b-aca3-2f1965f04d30 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.696848] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445686, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.968809] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2c073f17-c111-47ef-910b-c624b36a3bf5 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Lock "29442a9c-7fdd-47dd-9ae1-ea2eb6215853" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.546s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.011133] env[65310]: WARNING neutronclient.v2_0.client [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.063624] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Releasing lock "refresh_cache-4c49d150-10a7-488a-b438-4a47ca64daa3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.063624] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Instance network_info: |[{"id": "687e3416-2711-4390-afef-436208fdc60e", "address": "fa:16:3e:f6:a8:2b", "network": {"id": "3f73a442-c84b-4adb-b734-db756812ef28", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-856474362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351836e7f5c047ad87ee64ab6a9b22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687e3416-27", "ovs_interfaceid": "687e3416-2711-4390-afef-436208fdc60e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 645.063891] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:a8:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '687e3416-2711-4390-afef-436208fdc60e', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.072823] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 645.073351] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.076697] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6709944b-4860-4b1a-b35a-0804365ec2ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.098524] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445687, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.102046] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.102046] env[65310]: value = "task-4445689" [ 645.102046] env[65310]: _type = "Task" [ 645.102046] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.110269] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445689, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.123371] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445688, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.192449] env[65310]: WARNING neutronclient.v2_0.client [req-50b18f78-a7fd-4616-8c91-29a44d9a9cb2 req-b0f3de25-5fc7-4f13-9f17-5b303e78e717 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.195019] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445686, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.587021] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445687, 'name': ReconfigVM_Task, 'duration_secs': 1.586266} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.588078] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 4980811b-c5f9-44ea-8056-2d4629489260/4980811b-c5f9-44ea-8056-2d4629489260.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.588078] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b41f6683-a0d8-4fe2-b374-bbcb923a8d1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.600986] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 645.600986] env[65310]: value = "task-4445690" [ 645.600986] env[65310]: _type = "Task" [ 645.600986] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.626408] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445690, 'name': Rename_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.626672] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445689, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.638933] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445688, 'name': CreateVM_Task, 'duration_secs': 1.389815} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.638933] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.639272] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.639588] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.640584] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.640584] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.640584] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e04c050-bab5-462a-9f46-a4fa1f525284 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.646589] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 645.646589] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5226a1db-592f-3b04-810f-fb1bb5c3660b" [ 645.646589] env[65310]: _type = "Task" [ 645.646589] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.660179] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5226a1db-592f-3b04-810f-fb1bb5c3660b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.695059] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445686, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.920535] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227204e5-97f8-4124-a579-90bef00fdaf9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.929368] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f8d950-9fae-49d4-97d9-666d82fe4f21 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.967088] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cee8b4-27ce-4126-bacc-60a138b7baa3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.977686] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1aae3a-8d31-440b-bbba-5ca7801a0850 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.994322] env[65310]: DEBUG nova.compute.provider_tree [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.120852] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445690, 'name': Rename_Task, 'duration_secs': 0.201744} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.125908] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.125908] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445689, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.125908] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-075af435-0ccc-40be-9bc2-1b6289a0c8cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.133681] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 646.133681] env[65310]: value = "task-4445691" [ 646.133681] env[65310]: _type = "Task" [ 646.133681] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.145220] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.161893] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5226a1db-592f-3b04-810f-fb1bb5c3660b, 'name': SearchDatastore_Task, 'duration_secs': 0.017863} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.162173] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.162505] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.162858] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.163110] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.163384] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.163710] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb9fdd1b-e424-4132-a12c-cb4f22c65f3c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.175324] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.175396] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.176173] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552aac01-55eb-4cbe-a91e-90eae5b2f741 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.191373] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 646.191373] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5237a4bb-b159-383e-ffc8-59397de32182" [ 646.191373] env[65310]: _type = "Task" [ 646.191373] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.206086] env[65310]: DEBUG oslo_vmware.api [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445686, 'name': PowerOnVM_Task, 'duration_secs': 2.571996} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.207133] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.207133] env[65310]: INFO nova.compute.manager [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Took 11.78 seconds to spawn the instance on the hypervisor. [ 646.207133] env[65310]: DEBUG nova.compute.manager [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.208815] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67d3323-3f3e-40ac-93d6-0c020fa9a6bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.216764] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5237a4bb-b159-383e-ffc8-59397de32182, 'name': SearchDatastore_Task, 'duration_secs': 0.016162} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.217131] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010ce541-5b62-46f5-b153-51a090bf0966 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.227863] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 646.227863] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5214fb8d-9947-ca7e-b108-2d5ec7aaea99" [ 646.227863] env[65310]: _type = "Task" [ 646.227863] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.239175] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5214fb8d-9947-ca7e-b108-2d5ec7aaea99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.497333] env[65310]: DEBUG nova.scheduler.client.report [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.617267] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445689, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.647097] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.735339] env[65310]: INFO nova.compute.manager [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Took 30.25 seconds to build instance. [ 646.744536] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5214fb8d-9947-ca7e-b108-2d5ec7aaea99, 'name': SearchDatastore_Task, 'duration_secs': 0.024822} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.745051] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.745523] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 70ef6cde-0637-455b-ae0f-f1acf540a0e4/70ef6cde-0637-455b-ae0f-f1acf540a0e4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.746878] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a1dfbf0-0ac9-4047-ba58-7f9831fb1a36 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.755418] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 646.755418] env[65310]: value = "task-4445692" [ 646.755418] env[65310]: _type = "Task" [ 646.755418] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.765603] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.807626] env[65310]: WARNING neutronclient.v2_0.client [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.009787] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.011736] env[65310]: DEBUG nova.compute.manager [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 647.014906] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.873s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.017671] env[65310]: INFO nova.compute.claims [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.122445] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445689, 'name': CreateVM_Task, 'duration_secs': 1.520519} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.122860] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.123728] env[65310]: WARNING neutronclient.v2_0.client [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.124335] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.124655] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.125172] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.125731] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ef46e7-440f-4c98-b53c-2713874e7b49 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.141851] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 647.141851] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5211684e-e941-6f71-effb-9bbbb6dc761c" [ 647.141851] env[65310]: _type = "Task" [ 647.141851] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.149817] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.157653] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5211684e-e941-6f71-effb-9bbbb6dc761c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.238139] env[65310]: DEBUG oslo_concurrency.lockutils [None req-274a8b9e-bd71-40e9-af16-caefe9c0c628 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.097s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.272402] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445692, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.294018] env[65310]: WARNING neutronclient.v2_0.client [req-50b18f78-a7fd-4616-8c91-29a44d9a9cb2 req-b0f3de25-5fc7-4f13-9f17-5b303e78e717 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.525078] env[65310]: DEBUG nova.compute.utils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.530499] env[65310]: DEBUG nova.compute.manager [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 647.530798] env[65310]: DEBUG nova.network.neutron [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 647.531181] env[65310]: WARNING neutronclient.v2_0.client [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.531465] env[65310]: WARNING neutronclient.v2_0.client [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.646521] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445691, 'name': PowerOnVM_Task, 'duration_secs': 1.328001} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.650113] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.650666] env[65310]: INFO nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Took 10.57 seconds to spawn the instance on the hypervisor. [ 647.650666] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 647.651319] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7163c1-a8c7-4096-b97c-2213a9c50c9e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.667819] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5211684e-e941-6f71-effb-9bbbb6dc761c, 'name': SearchDatastore_Task, 'duration_secs': 0.063523} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.668790] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.668972] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.669222] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.669556] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.669556] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.670395] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55391cbd-d1e9-4317-b0dc-2af227a6fa9f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.683529] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.683678] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.684577] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c408b6e2-1d8a-4ba5-8736-0798baf3bc30 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.693038] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 647.693038] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b91ff0-6b47-41ce-f565-b6b1c741e7bd" [ 647.693038] env[65310]: _type = "Task" [ 647.693038] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.702275] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b91ff0-6b47-41ce-f565-b6b1c741e7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.745053] env[65310]: DEBUG nova.compute.manager [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 647.775111] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71887} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.775111] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 70ef6cde-0637-455b-ae0f-f1acf540a0e4/70ef6cde-0637-455b-ae0f-f1acf540a0e4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.775111] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.775111] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-030a1b33-42c6-4b7c-b98f-834ee3ecbcb0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.783722] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 647.783722] env[65310]: value = "task-4445693" [ 647.783722] env[65310]: _type = "Task" [ 647.783722] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.797610] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.822803] env[65310]: DEBUG nova.network.neutron [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Updated VIF entry in instance network info cache for port bc2aee56-f140-4147-b9e9-41fe12568998. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 647.823253] env[65310]: DEBUG nova.network.neutron [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Updating instance_info_cache with network_info: [{"id": "bc2aee56-f140-4147-b9e9-41fe12568998", "address": "fa:16:3e:27:b4:93", "network": {"id": "3f73a442-c84b-4adb-b734-db756812ef28", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-856474362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351836e7f5c047ad87ee64ab6a9b22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2aee56-f1", "ovs_interfaceid": "bc2aee56-f140-4147-b9e9-41fe12568998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.881382] env[65310]: DEBUG nova.policy [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a68030d84464dda8bf0c3809c3ed55a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1289a324292c4e7dabd0d116cda97fe7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.928670] env[65310]: DEBUG nova.network.neutron [req-50b18f78-a7fd-4616-8c91-29a44d9a9cb2 req-b0f3de25-5fc7-4f13-9f17-5b303e78e717 service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Updated VIF entry in instance network info cache for port d4bdd256-3d1e-490b-aca3-2f1965f04d30. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 647.928801] env[65310]: DEBUG nova.network.neutron [req-50b18f78-a7fd-4616-8c91-29a44d9a9cb2 req-b0f3de25-5fc7-4f13-9f17-5b303e78e717 service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Updating instance_info_cache with network_info: [{"id": "d4bdd256-3d1e-490b-aca3-2f1965f04d30", "address": "fa:16:3e:4f:45:b1", "network": {"id": "f5743f55-1489-4d1c-80ae-789d9287425e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-565425482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce999068b77a4f089e2131412597fdb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4bdd256-3d", "ovs_interfaceid": "d4bdd256-3d1e-490b-aca3-2f1965f04d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.029780] env[65310]: DEBUG nova.compute.manager [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 648.187381] env[65310]: INFO nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Took 31.62 seconds to build instance. [ 648.206164] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b91ff0-6b47-41ce-f565-b6b1c741e7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.045978} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.210934] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d8f91d-763d-4905-ab24-dbfd11e36c5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.220958] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 648.220958] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52473410-21a5-45f8-143e-2c5d60c0a753" [ 648.220958] env[65310]: _type = "Task" [ 648.220958] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.231400] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52473410-21a5-45f8-143e-2c5d60c0a753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.266825] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.305747] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180361} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.306693] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.308320] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39e04ef-0fe9-4ba9-b48a-a4fdabf7bd80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.337224] env[65310]: DEBUG oslo_concurrency.lockutils [req-a643af10-9aab-4eb5-8202-bbf89380701c req-c380c4a4-3fcf-49d8-914e-87baa01c08a4 service nova] Releasing lock "refresh_cache-70ef6cde-0637-455b-ae0f-f1acf540a0e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.347842] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 70ef6cde-0637-455b-ae0f-f1acf540a0e4/70ef6cde-0637-455b-ae0f-f1acf540a0e4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.351128] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8e687b-1c6e-469b-9e2b-c18ad2ef0675 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.374034] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 648.374034] env[65310]: value = "task-4445694" [ 648.374034] env[65310]: _type = "Task" [ 648.374034] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.386812] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.435382] env[65310]: DEBUG oslo_concurrency.lockutils [req-50b18f78-a7fd-4616-8c91-29a44d9a9cb2 req-b0f3de25-5fc7-4f13-9f17-5b303e78e717 service nova] Releasing lock "refresh_cache-60f8bc6a-2144-4c56-837e-9a191c16630f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.456884] env[65310]: DEBUG nova.network.neutron [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Successfully created port: 1e9cc655-6fff-43c6-8640-b639c8341719 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 648.475651] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquiring lock "ce586098-75e8-4cb3-9091-1877dda6e126" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.476258] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "ce586098-75e8-4cb3-9091-1877dda6e126" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.476258] env[65310]: INFO nova.compute.manager [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Rebooting instance [ 648.646052] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06a67bd-8550-489d-88f7-2305c93398c1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.656161] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61719970-fbe6-4acd-b4a8-3f62421ef0a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.689971] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e87f5b-e268-40e4-bdc4-8d136f701d80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.693197] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4980811b-c5f9-44ea-8056-2d4629489260" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.366s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.701274] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5346fe-cbef-4ca2-a1f8-eecc8533b2ec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.721333] env[65310]: DEBUG nova.compute.provider_tree [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.732244] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52473410-21a5-45f8-143e-2c5d60c0a753, 'name': SearchDatastore_Task, 'duration_secs': 0.032557} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.733658] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.733658] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 4c49d150-10a7-488a-b438-4a47ca64daa3/4c49d150-10a7-488a-b438-4a47ca64daa3.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.733905] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d300cc1e-0798-427d-9272-da2c2d394db8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.750742] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 648.750742] env[65310]: value = "task-4445695" [ 648.750742] env[65310]: _type = "Task" [ 648.750742] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.763663] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.836498] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.836773] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.885750] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.021428] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquiring lock "refresh_cache-ce586098-75e8-4cb3-9091-1877dda6e126" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.021615] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquired lock "refresh_cache-ce586098-75e8-4cb3-9091-1877dda6e126" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.021785] env[65310]: DEBUG nova.network.neutron [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 649.044448] env[65310]: DEBUG nova.compute.manager [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 649.074403] env[65310]: DEBUG nova.virt.hardware [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 649.074863] env[65310]: DEBUG nova.virt.hardware [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.075219] env[65310]: DEBUG nova.virt.hardware [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 649.075451] env[65310]: DEBUG nova.virt.hardware [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.075632] env[65310]: DEBUG nova.virt.hardware [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 649.075830] env[65310]: DEBUG nova.virt.hardware [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 649.076078] env[65310]: DEBUG nova.virt.hardware [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 649.077317] env[65310]: DEBUG nova.virt.hardware [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 649.077613] env[65310]: DEBUG nova.virt.hardware [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 649.077810] env[65310]: DEBUG nova.virt.hardware [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 649.078007] env[65310]: DEBUG nova.virt.hardware [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 649.079298] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c160028f-93a5-4f13-9d19-f7121dec5d16 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.088443] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c721a8e7-6f27-496d-9fd8-72302dea9a3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.196559] env[65310]: DEBUG nova.compute.manager [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 649.225878] env[65310]: DEBUG nova.scheduler.client.report [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.265817] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445695, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.394582] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445694, 'name': ReconfigVM_Task, 'duration_secs': 0.594989} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.394795] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 70ef6cde-0637-455b-ae0f-f1acf540a0e4/70ef6cde-0637-455b-ae0f-f1acf540a0e4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.395941] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d644037f-1e9d-47a3-801b-8beb68658a30 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.407617] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 649.407617] env[65310]: value = "task-4445696" [ 649.407617] env[65310]: _type = "Task" [ 649.407617] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.429425] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445696, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.525527] env[65310]: WARNING neutronclient.v2_0.client [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.731917] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.732820] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.733365] env[65310]: DEBUG nova.compute.manager [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 649.736254] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.436s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.737889] env[65310]: INFO nova.compute.claims [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.773080] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826098} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.773564] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 4c49d150-10a7-488a-b438-4a47ca64daa3/4c49d150-10a7-488a-b438-4a47ca64daa3.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.773564] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.773880] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1a053ac-0375-4826-b5d5-e54d426bd74c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.782842] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 649.782842] env[65310]: value = "task-4445697" [ 649.782842] env[65310]: _type = "Task" [ 649.782842] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.794079] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.919013] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445696, 'name': Rename_Task, 'duration_secs': 0.226166} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.919291] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.919534] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1db8cee2-8e97-4e24-aa82-e759732afbf9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.926967] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 649.926967] env[65310]: value = "task-4445698" [ 649.926967] env[65310]: _type = "Task" [ 649.926967] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.936360] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.244966] env[65310]: DEBUG nova.compute.utils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.250488] env[65310]: DEBUG nova.compute.manager [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 650.251110] env[65310]: DEBUG nova.network.neutron [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 650.256273] env[65310]: WARNING neutronclient.v2_0.client [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.256273] env[65310]: WARNING neutronclient.v2_0.client [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.296296] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108013} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.297237] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.298068] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da1b9d9-50a2-4cbc-865d-ede60cd99819 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.328252] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 4c49d150-10a7-488a-b438-4a47ca64daa3/4c49d150-10a7-488a-b438-4a47ca64daa3.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.328252] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c58336f-477f-4fb3-aafa-19934087c2df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.349802] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 650.349802] env[65310]: value = "task-4445699" [ 650.349802] env[65310]: _type = "Task" [ 650.349802] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.358721] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.360101] env[65310]: DEBUG nova.network.neutron [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Successfully updated port: 1e9cc655-6fff-43c6-8640-b639c8341719 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 650.441228] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445698, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.536745] env[65310]: DEBUG nova.policy [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6c9095e9b24a59b314b30e4ac84817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a11be1f38f444788fc394aae42ffefb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.751271] env[65310]: DEBUG nova.compute.manager [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 650.862633] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquiring lock "refresh_cache-33c36f11-33f3-4642-a367-c26cceac7fa9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.862971] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquired lock "refresh_cache-33c36f11-33f3-4642-a367-c26cceac7fa9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.862971] env[65310]: DEBUG nova.network.neutron [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 650.864175] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445699, 'name': ReconfigVM_Task, 'duration_secs': 0.452754} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.867971] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 4c49d150-10a7-488a-b438-4a47ca64daa3/4c49d150-10a7-488a-b438-4a47ca64daa3.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.869276] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68709c95-00f0-4db3-a5f9-72f9e2fd5a0c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.879792] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 650.879792] env[65310]: value = "task-4445700" [ 650.879792] env[65310]: _type = "Task" [ 650.879792] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.897111] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445700, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.940157] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445698, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.052036] env[65310]: DEBUG nova.network.neutron [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Successfully created port: 83ed2b3a-497f-47e6-91a6-1fc25eb0bacc {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 651.149598] env[65310]: WARNING neutronclient.v2_0.client [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.311943] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25a95c9-8ac7-4766-aebc-f8fcbf5c3654 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.329172] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ce4945-a20e-451a-b9c5-296224700469 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.374032] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e37bb0-8244-4b01-8e49-0b65f660fa97 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.386819] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a064841c-cd6e-482d-a0c6-783ca5b34375 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.403988] env[65310]: DEBUG nova.compute.provider_tree [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.410453] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445700, 'name': Rename_Task, 'duration_secs': 0.295416} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.417906] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.419312] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96413ea7-ea5d-4330-935a-48932ea217d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.433722] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 651.433722] env[65310]: value = "task-4445701" [ 651.433722] env[65310]: _type = "Task" [ 651.433722] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.459305] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445701, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.459946] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445698, 'name': PowerOnVM_Task} progress is 91%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.668062] env[65310]: DEBUG nova.network.neutron [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 651.704554] env[65310]: DEBUG nova.network.neutron [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Updating instance_info_cache with network_info: [{"id": "ab101e83-a403-4153-a55a-5bdbb12d271a", "address": "fa:16:3e:49:2d:dc", "network": {"id": "7c4e47cb-be48-4d38-8770-cab4f6b389ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-781273679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9e160693fbd4611a7ec4f4975d12aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab101e83-a4", "ovs_interfaceid": "ab101e83-a403-4153-a55a-5bdbb12d271a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.770610] env[65310]: DEBUG nova.compute.manager [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 651.800995] env[65310]: DEBUG nova.virt.hardware [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 651.801315] env[65310]: DEBUG nova.virt.hardware [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.801506] env[65310]: DEBUG nova.virt.hardware [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 651.801741] env[65310]: DEBUG nova.virt.hardware [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.801976] env[65310]: DEBUG nova.virt.hardware [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 651.802444] env[65310]: DEBUG nova.virt.hardware [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 651.802772] env[65310]: DEBUG nova.virt.hardware [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 651.802979] env[65310]: DEBUG nova.virt.hardware [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 651.803199] env[65310]: DEBUG nova.virt.hardware [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 651.803399] env[65310]: DEBUG nova.virt.hardware [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 651.803641] env[65310]: DEBUG nova.virt.hardware [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 651.804609] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba059bc4-9b84-49ab-8e53-e967b3fc285b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.815106] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c3b7d9-9e1d-4ab0-9594-54c4c93df879 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.865986] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "487f66cc-431c-4e28-9d55-493843604a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.866556] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "487f66cc-431c-4e28-9d55-493843604a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.918083] env[65310]: DEBUG nova.scheduler.client.report [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.946715] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445698, 'name': PowerOnVM_Task, 'duration_secs': 1.530302} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.950351] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.950677] env[65310]: INFO nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Took 12.20 seconds to spawn the instance on the hypervisor. [ 651.951016] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 651.952236] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0e9e5e-c253-4d85-872b-053cafda2527 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.967924] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.187945] env[65310]: DEBUG nova.compute.manager [req-a0e17baf-1176-432e-b35d-5b6b90d2ee67 req-5904e81f-e265-470d-9951-771a8d2c72e3 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Received event network-changed-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 652.187945] env[65310]: DEBUG nova.compute.manager [req-a0e17baf-1176-432e-b35d-5b6b90d2ee67 req-5904e81f-e265-470d-9951-771a8d2c72e3 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Refreshing instance network info cache due to event network-changed-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 652.187945] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0e17baf-1176-432e-b35d-5b6b90d2ee67 req-5904e81f-e265-470d-9951-771a8d2c72e3 service nova] Acquiring lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.187945] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0e17baf-1176-432e-b35d-5b6b90d2ee67 req-5904e81f-e265-470d-9951-771a8d2c72e3 service nova] Acquired lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.187945] env[65310]: DEBUG nova.network.neutron [req-a0e17baf-1176-432e-b35d-5b6b90d2ee67 req-5904e81f-e265-470d-9951-771a8d2c72e3 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Refreshing network info cache for port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.207162] env[65310]: DEBUG nova.compute.manager [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Received event network-vif-plugged-687e3416-2711-4390-afef-436208fdc60e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 652.207303] env[65310]: DEBUG oslo_concurrency.lockutils [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] Acquiring lock "4c49d150-10a7-488a-b438-4a47ca64daa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.207497] env[65310]: DEBUG oslo_concurrency.lockutils [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] Lock "4c49d150-10a7-488a-b438-4a47ca64daa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.208437] env[65310]: DEBUG oslo_concurrency.lockutils [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] Lock "4c49d150-10a7-488a-b438-4a47ca64daa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.209565] env[65310]: DEBUG nova.compute.manager [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] No waiting events found dispatching network-vif-plugged-687e3416-2711-4390-afef-436208fdc60e {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 652.210516] env[65310]: WARNING nova.compute.manager [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Received unexpected event network-vif-plugged-687e3416-2711-4390-afef-436208fdc60e for instance with vm_state building and task_state spawning. [ 652.211180] env[65310]: DEBUG nova.compute.manager [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Received event network-changed-687e3416-2711-4390-afef-436208fdc60e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 652.211180] env[65310]: DEBUG nova.compute.manager [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Refreshing instance network info cache due to event network-changed-687e3416-2711-4390-afef-436208fdc60e. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 652.211180] env[65310]: DEBUG oslo_concurrency.lockutils [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] Acquiring lock "refresh_cache-4c49d150-10a7-488a-b438-4a47ca64daa3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.211452] env[65310]: DEBUG oslo_concurrency.lockutils [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] Acquired lock "refresh_cache-4c49d150-10a7-488a-b438-4a47ca64daa3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.211655] env[65310]: DEBUG nova.network.neutron [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Refreshing network info cache for port 687e3416-2711-4390-afef-436208fdc60e {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.215272] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Releasing lock "refresh_cache-ce586098-75e8-4cb3-9091-1877dda6e126" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.425013] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.425626] env[65310]: DEBUG nova.compute.manager [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 652.428917] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.083s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.465747] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445701, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.477858] env[65310]: INFO nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Took 33.66 seconds to build instance. [ 652.614401] env[65310]: WARNING neutronclient.v2_0.client [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.690548] env[65310]: WARNING neutronclient.v2_0.client [req-a0e17baf-1176-432e-b35d-5b6b90d2ee67 req-5904e81f-e265-470d-9951-771a8d2c72e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.715450] env[65310]: WARNING neutronclient.v2_0.client [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.723843] env[65310]: DEBUG nova.compute.manager [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 652.728700] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e5d9e-a9e1-429c-bfd1-7979bb046a6f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.840183] env[65310]: DEBUG nova.network.neutron [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Successfully updated port: 83ed2b3a-497f-47e6-91a6-1fc25eb0bacc {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 652.934160] env[65310]: DEBUG nova.compute.utils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.939511] env[65310]: INFO nova.compute.claims [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.944643] env[65310]: DEBUG nova.compute.manager [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 652.944643] env[65310]: DEBUG nova.network.neutron [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 652.944643] env[65310]: WARNING neutronclient.v2_0.client [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.944643] env[65310]: WARNING neutronclient.v2_0.client [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.964063] env[65310]: DEBUG oslo_vmware.api [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445701, 'name': PowerOnVM_Task, 'duration_secs': 1.037046} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.964291] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.964557] env[65310]: INFO nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Took 10.62 seconds to spawn the instance on the hypervisor. [ 652.964731] env[65310]: DEBUG nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 652.965594] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406dbb22-a6aa-410e-9660-2f89de6a7907 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.979551] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.623s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.994824] env[65310]: DEBUG nova.network.neutron [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Updating instance_info_cache with network_info: [{"id": "1e9cc655-6fff-43c6-8640-b639c8341719", "address": "fa:16:3e:b3:aa:a0", "network": {"id": "01f29d3e-4c7e-4a31-b46e-eea89bdd4347", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1200830814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1289a324292c4e7dabd0d116cda97fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9cc655-6f", "ovs_interfaceid": "1e9cc655-6fff-43c6-8640-b639c8341719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.118226] env[65310]: DEBUG nova.policy [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06a69dc08b6e412188d749d0f02d89ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '578dc3eb996b45a3bb26c63b1ea38365', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.345774] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "refresh_cache-d913327f-26d4-4a7b-8656-c07bea24fc25" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.345977] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired lock "refresh_cache-d913327f-26d4-4a7b-8656-c07bea24fc25" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.346175] env[65310]: DEBUG nova.network.neutron [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 653.445098] env[65310]: DEBUG nova.compute.manager [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 653.456296] env[65310]: INFO nova.compute.resource_tracker [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating resource usage from migration 1db843b5-48e2-4a13-af00-7d376236fbfe [ 653.484216] env[65310]: DEBUG nova.compute.manager [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 653.493651] env[65310]: INFO nova.compute.manager [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Took 33.72 seconds to build instance. [ 653.499876] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Releasing lock "refresh_cache-33c36f11-33f3-4642-a367-c26cceac7fa9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.500531] env[65310]: DEBUG nova.compute.manager [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Instance network_info: |[{"id": "1e9cc655-6fff-43c6-8640-b639c8341719", "address": "fa:16:3e:b3:aa:a0", "network": {"id": "01f29d3e-4c7e-4a31-b46e-eea89bdd4347", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1200830814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1289a324292c4e7dabd0d116cda97fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9cc655-6f", "ovs_interfaceid": "1e9cc655-6fff-43c6-8640-b639c8341719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 653.500646] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:aa:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e9cc655-6fff-43c6-8640-b639c8341719', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.509662] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Creating folder: Project (1289a324292c4e7dabd0d116cda97fe7). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.512920] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e30fa57-5c8c-465c-a757-0aa15c0f5aa4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.527546] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Created folder: Project (1289a324292c4e7dabd0d116cda97fe7) in parent group-v869493. [ 653.527754] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Creating folder: Instances. Parent ref: group-v869532. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.528652] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e42c87a6-d3dd-4ef2-b969-f7ae6394b972 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.542040] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Created folder: Instances in parent group-v869532. [ 653.542040] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 653.542040] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.542040] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c72281b2-a4e5-43c1-a037-2052e595c4d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.560937] env[65310]: DEBUG nova.network.neutron [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Successfully created port: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 653.576550] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.576550] env[65310]: value = "task-4445704" [ 653.576550] env[65310]: _type = "Task" [ 653.576550] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.587892] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445704, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.715484] env[65310]: WARNING neutronclient.v2_0.client [req-a0e17baf-1176-432e-b35d-5b6b90d2ee67 req-5904e81f-e265-470d-9951-771a8d2c72e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.744704] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55b4250-2739-447c-a025-7a256d8eeef5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.755552] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Doing hard reboot of VM {{(pid=65310) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 653.756460] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-799841a8-a6a3-4660-a9bc-143084da6a1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.769658] env[65310]: DEBUG oslo_vmware.api [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for the task: (returnval){ [ 653.769658] env[65310]: value = "task-4445705" [ 653.769658] env[65310]: _type = "Task" [ 653.769658] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.784588] env[65310]: DEBUG oslo_vmware.api [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445705, 'name': ResetVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.998816] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7baa3668-74e6-4371-a92d-0c24338bf084 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4c49d150-10a7-488a-b438-4a47ca64daa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.596s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.012317] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.016233] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51708458-a397-4a4f-8efe-3e22dc0691c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.027470] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3ab21a-53da-4a2d-bd63-e87b4fe28b1c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.067976] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f9823-ad16-43a3-9617-7d7899c926c9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.075261] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaf5893-61bd-40b2-88de-106555f0d057 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.088408] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445704, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.098592] env[65310]: DEBUG nova.compute.provider_tree [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.285059] env[65310]: DEBUG oslo_vmware.api [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445705, 'name': ResetVM_Task, 'duration_secs': 0.103321} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.285353] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Did hard reboot of VM {{(pid=65310) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 654.286147] env[65310]: DEBUG nova.compute.manager [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 654.287102] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95edcce-73f0-4a57-aa3c-714542f8cbac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.456895] env[65310]: DEBUG nova.compute.manager [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 654.484852] env[65310]: DEBUG nova.virt.hardware [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 654.485117] env[65310]: DEBUG nova.virt.hardware [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.485650] env[65310]: DEBUG nova.virt.hardware [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 654.486070] env[65310]: DEBUG nova.virt.hardware [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.486203] env[65310]: DEBUG nova.virt.hardware [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 654.486347] env[65310]: DEBUG nova.virt.hardware [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 654.486564] env[65310]: DEBUG nova.virt.hardware [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 654.486786] env[65310]: DEBUG nova.virt.hardware [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 654.486888] env[65310]: DEBUG nova.virt.hardware [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 654.487053] env[65310]: DEBUG nova.virt.hardware [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 654.487787] env[65310]: DEBUG nova.virt.hardware [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 654.489073] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d42918-1652-4f34-9173-d3d6493a545e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.500849] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caedddd-16cd-45e1-aaba-4d44d45f932b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.506376] env[65310]: DEBUG nova.compute.manager [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 654.591540] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445704, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.602866] env[65310]: DEBUG nova.scheduler.client.report [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.622950] env[65310]: WARNING neutronclient.v2_0.client [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.779862] env[65310]: DEBUG nova.network.neutron [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 654.801577] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fc7aefb-dbb0-49d6-a679-758741423745 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "ce586098-75e8-4cb3-9091-1877dda6e126" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.325s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.892272] env[65310]: DEBUG nova.network.neutron [req-a0e17baf-1176-432e-b35d-5b6b90d2ee67 req-5904e81f-e265-470d-9951-771a8d2c72e3 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updated VIF entry in instance network info cache for port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 654.892646] env[65310]: DEBUG nova.network.neutron [req-a0e17baf-1176-432e-b35d-5b6b90d2ee67 req-5904e81f-e265-470d-9951-771a8d2c72e3 service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updating instance_info_cache with network_info: [{"id": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "address": "fa:16:3e:aa:8c:ba", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c7bc93-c7", "ovs_interfaceid": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.947123] env[65310]: DEBUG nova.network.neutron [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Updated VIF entry in instance network info cache for port 687e3416-2711-4390-afef-436208fdc60e. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 654.947123] env[65310]: DEBUG nova.network.neutron [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Updating instance_info_cache with network_info: [{"id": "687e3416-2711-4390-afef-436208fdc60e", "address": "fa:16:3e:f6:a8:2b", "network": {"id": "3f73a442-c84b-4adb-b734-db756812ef28", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-856474362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351836e7f5c047ad87ee64ab6a9b22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687e3416-27", "ovs_interfaceid": "687e3416-2711-4390-afef-436208fdc60e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.036818] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.093955] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445704, 'name': CreateVM_Task, 'duration_secs': 1.311622} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.094154] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.094724] env[65310]: WARNING neutronclient.v2_0.client [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.095128] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.095270] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.095604] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.095870] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e64d09a-1659-4bfb-ba7e-58432b7d45e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.103308] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for the task: (returnval){ [ 655.103308] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d24d10-c606-1686-510a-67c2ffc4b168" [ 655.103308] env[65310]: _type = "Task" [ 655.103308] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.107935] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.679s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.108270] env[65310]: INFO nova.compute.manager [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Migrating [ 655.108572] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.108730] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.119784] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.975s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.121928] env[65310]: INFO nova.compute.claims [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.124900] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d24d10-c606-1686-510a-67c2ffc4b168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.295927] env[65310]: DEBUG nova.network.neutron [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Successfully updated port: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 655.395546] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0e17baf-1176-432e-b35d-5b6b90d2ee67 req-5904e81f-e265-470d-9951-771a8d2c72e3 service nova] Releasing lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.448461] env[65310]: DEBUG oslo_concurrency.lockutils [req-ebdabc6b-d177-45a1-8572-e68effffc726 req-5a194576-ce70-4cc1-bca2-a174de6276b7 service nova] Releasing lock "refresh_cache-4c49d150-10a7-488a-b438-4a47ca64daa3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.502665] env[65310]: WARNING neutronclient.v2_0.client [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.623484] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d24d10-c606-1686-510a-67c2ffc4b168, 'name': SearchDatastore_Task, 'duration_secs': 0.01248} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.623827] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.624141] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.624407] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.624571] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.624770] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.625056] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be42d6da-d786-4345-9b52-7340c020560d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.627378] env[65310]: INFO nova.compute.rpcapi [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 655.629045] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.659032] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.659032] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.660179] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4918050d-924e-4db5-a340-ce229dea60f2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.666557] env[65310]: DEBUG nova.network.neutron [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Updating instance_info_cache with network_info: [{"id": "83ed2b3a-497f-47e6-91a6-1fc25eb0bacc", "address": "fa:16:3e:8e:ff:5a", "network": {"id": "3d4b199e-9f56-44ea-a6b1-71887167970b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-211196734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a11be1f38f444788fc394aae42ffefb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ed2b3a-49", "ovs_interfaceid": "83ed2b3a-497f-47e6-91a6-1fc25eb0bacc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.674152] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for the task: (returnval){ [ 655.674152] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f5cba2-c92e-5943-9cdd-424142843567" [ 655.674152] env[65310]: _type = "Task" [ 655.674152] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.688496] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f5cba2-c92e-5943-9cdd-424142843567, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.689953] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb08de4e-2017-4fc8-86bc-02004fb35e5a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.699563] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for the task: (returnval){ [ 655.699563] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5228e5e0-39d5-e4a9-8b80-57b8b140f65f" [ 655.699563] env[65310]: _type = "Task" [ 655.699563] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.711891] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5228e5e0-39d5-e4a9-8b80-57b8b140f65f, 'name': SearchDatastore_Task} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.712246] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.712572] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 33c36f11-33f3-4642-a367-c26cceac7fa9/33c36f11-33f3-4642-a367-c26cceac7fa9.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.712907] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd11561c-9c8c-4760-8b83-d827a8fc0208 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.722656] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for the task: (returnval){ [ 655.722656] env[65310]: value = "task-4445706" [ 655.722656] env[65310]: _type = "Task" [ 655.722656] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.733617] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.802763] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.802864] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquired lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.803154] env[65310]: DEBUG nova.network.neutron [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 656.155849] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.155849] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.155849] env[65310]: DEBUG nova.network.neutron [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 656.169413] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Releasing lock "refresh_cache-d913327f-26d4-4a7b-8656-c07bea24fc25" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.169944] env[65310]: DEBUG nova.compute.manager [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Instance network_info: |[{"id": "83ed2b3a-497f-47e6-91a6-1fc25eb0bacc", "address": "fa:16:3e:8e:ff:5a", "network": {"id": "3d4b199e-9f56-44ea-a6b1-71887167970b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-211196734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a11be1f38f444788fc394aae42ffefb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ed2b3a-49", "ovs_interfaceid": "83ed2b3a-497f-47e6-91a6-1fc25eb0bacc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 656.170836] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:ff:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83ed2b3a-497f-47e6-91a6-1fc25eb0bacc', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.181265] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Creating folder: Project (0a11be1f38f444788fc394aae42ffefb). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.184954] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e1ed30f-8cba-4efc-b580-ce275b3d6369 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.200417] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Created folder: Project (0a11be1f38f444788fc394aae42ffefb) in parent group-v869493. [ 656.201148] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Creating folder: Instances. Parent ref: group-v869535. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.201148] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bc84da3-32f8-47bc-aab2-146540f7ebe6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.215979] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Created folder: Instances in parent group-v869535. [ 656.216336] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 656.217029] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.217168] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aae3b1e4-ee43-448e-8050-adf7813d1f24 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.251029] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524396} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.252790] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 33c36f11-33f3-4642-a367-c26cceac7fa9/33c36f11-33f3-4642-a367-c26cceac7fa9.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.252790] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.252790] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.252790] env[65310]: value = "task-4445709" [ 656.252790] env[65310]: _type = "Task" [ 656.252790] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.257027] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7b9f5f4-4354-4230-b1be-4c12445655c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.269677] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445709, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.271681] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for the task: (returnval){ [ 656.271681] env[65310]: value = "task-4445710" [ 656.271681] env[65310]: _type = "Task" [ 656.271681] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.284258] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.349458] env[65310]: DEBUG nova.network.neutron [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 656.467680] env[65310]: WARNING neutronclient.v2_0.client [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.592932] env[65310]: DEBUG nova.network.neutron [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Updating instance_info_cache with network_info: [{"id": "8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82", "address": "fa:16:3e:90:63:98", "network": {"id": "165b3b77-2a43-47c7-b2f5-5460f3289fcf", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1172363122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578dc3eb996b45a3bb26c63b1ea38365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ba351f2-5e", "ovs_interfaceid": "8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.666115] env[65310]: WARNING neutronclient.v2_0.client [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.680453] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b060c49c-723a-462f-a3df-688c3a981344 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.688597] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec27f8a-7e27-4177-ab96-8065440c2384 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.728387] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b1ec2-53b1-4189-868c-48d17d12e09d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.740601] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeb1346-e631-4e60-be67-afe54eb0ecec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.757210] env[65310]: DEBUG nova.compute.provider_tree [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.768648] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445709, 'name': CreateVM_Task, 'duration_secs': 0.390486} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.768825] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.769311] env[65310]: WARNING neutronclient.v2_0.client [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.769781] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.769920] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.770704] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.771639] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272dedca-39a3-448a-91cd-72b2de3aabf2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.784599] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233108} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.784930] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 656.784930] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52eb46c3-fc15-428f-4deb-e09a551eeb5c" [ 656.784930] env[65310]: _type = "Task" [ 656.784930] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.785215] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.786228] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f7f42a-af13-45ee-97f4-58727467f047 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.797392] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52eb46c3-fc15-428f-4deb-e09a551eeb5c, 'name': SearchDatastore_Task, 'duration_secs': 0.012785} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.811891] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.812158] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.812385] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.812524] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.812693] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.822344] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 33c36f11-33f3-4642-a367-c26cceac7fa9/33c36f11-33f3-4642-a367-c26cceac7fa9.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.822938] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49c469af-74b1-439c-acef-ca559ba0d163 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.825189] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd66bd3b-8538-42fc-b1b5-9cbdfe72873f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.851498] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for the task: (returnval){ [ 656.851498] env[65310]: value = "task-4445711" [ 656.851498] env[65310]: _type = "Task" [ 656.851498] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.851498] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.851498] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.856022] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59af8e9d-fce2-45dd-8403-76c34f0326da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.861784] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 656.861784] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521f3b90-d9d0-e307-7e68-d61d20953e73" [ 656.861784] env[65310]: _type = "Task" [ 656.861784] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.865840] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.876018] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521f3b90-d9d0-e307-7e68-d61d20953e73, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.877423] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef242cf-4f58-476e-8873-e2deaf0b69e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.883774] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 656.883774] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5273ba0d-91d4-99c7-ec7c-d684dbf8c889" [ 656.883774] env[65310]: _type = "Task" [ 656.883774] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.895206] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5273ba0d-91d4-99c7-ec7c-d684dbf8c889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.955408] env[65310]: WARNING neutronclient.v2_0.client [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.066429] env[65310]: DEBUG nova.network.neutron [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance_info_cache with network_info: [{"id": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "address": "fa:16:3e:cd:ba:0e", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59be3b7-fc", "ovs_interfaceid": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.096724] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Releasing lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.097208] env[65310]: DEBUG nova.compute.manager [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Instance network_info: |[{"id": "8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82", "address": "fa:16:3e:90:63:98", "network": {"id": "165b3b77-2a43-47c7-b2f5-5460f3289fcf", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1172363122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578dc3eb996b45a3bb26c63b1ea38365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ba351f2-5e", "ovs_interfaceid": "8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 657.097704] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:63:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.108402] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Creating folder: Project (578dc3eb996b45a3bb26c63b1ea38365). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.108737] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81c0785b-68b9-411f-93d8-5d14059e3a1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.124358] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Created folder: Project (578dc3eb996b45a3bb26c63b1ea38365) in parent group-v869493. [ 657.124358] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Creating folder: Instances. Parent ref: group-v869538. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.124358] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4747b09e-7cde-47f8-9d9e-a3901dcbc303 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.135589] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Created folder: Instances in parent group-v869538. [ 657.135889] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 657.136238] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.136352] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-583c5c21-e568-44c5-be4c-55ea5a59e388 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.161243] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.161243] env[65310]: value = "task-4445714" [ 657.161243] env[65310]: _type = "Task" [ 657.161243] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.171359] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445714, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.263627] env[65310]: DEBUG nova.scheduler.client.report [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.362748] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.395742] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5273ba0d-91d4-99c7-ec7c-d684dbf8c889, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.397363] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.397363] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] d913327f-26d4-4a7b-8656-c07bea24fc25/d913327f-26d4-4a7b-8656-c07bea24fc25.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.397363] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae9e1d5e-dcbf-4a3c-b7cb-f45971880ec6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.406320] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 657.406320] env[65310]: value = "task-4445715" [ 657.406320] env[65310]: _type = "Task" [ 657.406320] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.418743] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.571757] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.674592] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445714, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.733391] env[65310]: DEBUG nova.compute.manager [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Received event network-vif-plugged-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.733621] env[65310]: DEBUG oslo_concurrency.lockutils [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] Acquiring lock "d913327f-26d4-4a7b-8656-c07bea24fc25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.733823] env[65310]: DEBUG oslo_concurrency.lockutils [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] Lock "d913327f-26d4-4a7b-8656-c07bea24fc25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.734169] env[65310]: DEBUG oslo_concurrency.lockutils [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] Lock "d913327f-26d4-4a7b-8656-c07bea24fc25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.734455] env[65310]: DEBUG nova.compute.manager [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] No waiting events found dispatching network-vif-plugged-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 657.734927] env[65310]: WARNING nova.compute.manager [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Received unexpected event network-vif-plugged-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc for instance with vm_state building and task_state spawning. [ 657.734927] env[65310]: DEBUG nova.compute.manager [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Received event network-changed-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.735179] env[65310]: DEBUG nova.compute.manager [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Refreshing instance network info cache due to event network-changed-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 657.735530] env[65310]: DEBUG oslo_concurrency.lockutils [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] Acquiring lock "refresh_cache-d913327f-26d4-4a7b-8656-c07bea24fc25" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.735847] env[65310]: DEBUG oslo_concurrency.lockutils [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] Acquired lock "refresh_cache-d913327f-26d4-4a7b-8656-c07bea24fc25" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.736089] env[65310]: DEBUG nova.network.neutron [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Refreshing network info cache for port 83ed2b3a-497f-47e6-91a6-1fc25eb0bacc {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.760086] env[65310]: DEBUG nova.compute.manager [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Received event network-vif-plugged-1e9cc655-6fff-43c6-8640-b639c8341719 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.760294] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] Acquiring lock "33c36f11-33f3-4642-a367-c26cceac7fa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.761300] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.761718] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.761875] env[65310]: DEBUG nova.compute.manager [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] No waiting events found dispatching network-vif-plugged-1e9cc655-6fff-43c6-8640-b639c8341719 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 657.762282] env[65310]: WARNING nova.compute.manager [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Received unexpected event network-vif-plugged-1e9cc655-6fff-43c6-8640-b639c8341719 for instance with vm_state building and task_state spawning. [ 657.762610] env[65310]: DEBUG nova.compute.manager [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Received event network-changed-1e9cc655-6fff-43c6-8640-b639c8341719 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.762783] env[65310]: DEBUG nova.compute.manager [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Refreshing instance network info cache due to event network-changed-1e9cc655-6fff-43c6-8640-b639c8341719. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 657.763038] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] Acquiring lock "refresh_cache-33c36f11-33f3-4642-a367-c26cceac7fa9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.763799] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] Acquired lock "refresh_cache-33c36f11-33f3-4642-a367-c26cceac7fa9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.763799] env[65310]: DEBUG nova.network.neutron [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Refreshing network info cache for port 1e9cc655-6fff-43c6-8640-b639c8341719 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.771532] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.771532] env[65310]: DEBUG nova.compute.manager [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 657.774076] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.236s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.777322] env[65310]: INFO nova.compute.claims [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.868975] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445711, 'name': ReconfigVM_Task, 'duration_secs': 0.81241} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.869458] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 33c36f11-33f3-4642-a367-c26cceac7fa9/33c36f11-33f3-4642-a367-c26cceac7fa9.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.870738] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12ee4e1f-0e05-42b2-a77a-53bdb91f8239 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.881730] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for the task: (returnval){ [ 657.881730] env[65310]: value = "task-4445716" [ 657.881730] env[65310]: _type = "Task" [ 657.881730] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.896863] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445716, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.921993] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513044} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.922352] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] d913327f-26d4-4a7b-8656-c07bea24fc25/d913327f-26d4-4a7b-8656-c07bea24fc25.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.922598] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.922907] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f688e4e-8932-4514-990d-4b789f2edc7a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.930897] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 657.930897] env[65310]: value = "task-4445717" [ 657.930897] env[65310]: _type = "Task" [ 657.930897] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.940976] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.176182] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445714, 'name': CreateVM_Task, 'duration_secs': 0.561493} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.176713] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.177418] env[65310]: WARNING neutronclient.v2_0.client [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.177820] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.178449] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.178449] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.178913] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e05a51-f866-4204-831c-72fcf863c9a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.187386] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 658.187386] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529664ad-ea7a-0ac0-6cfb-5df9490b498b" [ 658.187386] env[65310]: _type = "Task" [ 658.187386] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.200498] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529664ad-ea7a-0ac0-6cfb-5df9490b498b, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.200791] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.201019] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.201291] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.201473] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.201626] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.201903] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ac3ec76-ea0b-49c5-aab4-46bc3a8b7223 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.212761] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.212761] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.213700] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1ab69f-0113-49da-a925-c29edb5879ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.221989] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 658.221989] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f85d7a-e35b-2492-46d3-db504864d6b3" [ 658.221989] env[65310]: _type = "Task" [ 658.221989] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.231606] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f85d7a-e35b-2492-46d3-db504864d6b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.238704] env[65310]: WARNING neutronclient.v2_0.client [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.269274] env[65310]: WARNING neutronclient.v2_0.client [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.283905] env[65310]: DEBUG nova.compute.utils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.289181] env[65310]: DEBUG nova.compute.manager [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 658.289181] env[65310]: DEBUG nova.network.neutron [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 658.289392] env[65310]: WARNING neutronclient.v2_0.client [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.289759] env[65310]: WARNING neutronclient.v2_0.client [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.311484] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquiring lock "5f4d9851-6d07-410f-b145-8c12ef089ef0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.313263] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "5f4d9851-6d07-410f-b145-8c12ef089ef0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.368861] env[65310]: DEBUG nova.policy [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55500f2d239f45488dc4384715e73f24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be87ce21751a415bb58b0e452241cf84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.398423] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445716, 'name': Rename_Task, 'duration_secs': 0.264379} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.398876] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.399377] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ced9f08c-31ef-45d2-a3a7-4831b1fe1f47 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.413777] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for the task: (returnval){ [ 658.413777] env[65310]: value = "task-4445718" [ 658.413777] env[65310]: _type = "Task" [ 658.413777] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.424332] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.445485] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139858} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.452249] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.452249] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b21440-44e6-4e5c-b743-e1737d2bb594 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.479418] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] d913327f-26d4-4a7b-8656-c07bea24fc25/d913327f-26d4-4a7b-8656-c07bea24fc25.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.479776] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56fdf60c-9369-4463-bd54-4cc433c71945 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.503484] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 658.503484] env[65310]: value = "task-4445719" [ 658.503484] env[65310]: _type = "Task" [ 658.503484] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.515816] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.606063] env[65310]: WARNING neutronclient.v2_0.client [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.650875] env[65310]: WARNING neutronclient.v2_0.client [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.733540] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f85d7a-e35b-2492-46d3-db504864d6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.734663] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8ba89d-58be-4b3b-b588-ae2007f1f931 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.741155] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 658.741155] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a2b894-9e40-8cac-3b83-0e08819299c1" [ 658.741155] env[65310]: _type = "Task" [ 658.741155] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.754352] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a2b894-9e40-8cac-3b83-0e08819299c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.789991] env[65310]: DEBUG nova.compute.manager [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 658.803026] env[65310]: DEBUG nova.network.neutron [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Updated VIF entry in instance network info cache for port 83ed2b3a-497f-47e6-91a6-1fc25eb0bacc. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.803425] env[65310]: DEBUG nova.network.neutron [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Updating instance_info_cache with network_info: [{"id": "83ed2b3a-497f-47e6-91a6-1fc25eb0bacc", "address": "fa:16:3e:8e:ff:5a", "network": {"id": "3d4b199e-9f56-44ea-a6b1-71887167970b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-211196734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a11be1f38f444788fc394aae42ffefb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ed2b3a-49", "ovs_interfaceid": "83ed2b3a-497f-47e6-91a6-1fc25eb0bacc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.840431] env[65310]: DEBUG nova.network.neutron [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Successfully created port: be0a668f-ed80-4f2c-9667-86ba4eaf862d {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 658.847606] env[65310]: DEBUG nova.network.neutron [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Updated VIF entry in instance network info cache for port 1e9cc655-6fff-43c6-8640-b639c8341719. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.848212] env[65310]: DEBUG nova.network.neutron [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Updating instance_info_cache with network_info: [{"id": "1e9cc655-6fff-43c6-8640-b639c8341719", "address": "fa:16:3e:b3:aa:a0", "network": {"id": "01f29d3e-4c7e-4a31-b46e-eea89bdd4347", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1200830814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1289a324292c4e7dabd0d116cda97fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9cc655-6f", "ovs_interfaceid": "1e9cc655-6fff-43c6-8640-b639c8341719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.868417] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquiring lock "60f8bc6a-2144-4c56-837e-9a191c16630f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.868662] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Lock "60f8bc6a-2144-4c56-837e-9a191c16630f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.868956] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquiring lock "60f8bc6a-2144-4c56-837e-9a191c16630f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.869164] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Lock "60f8bc6a-2144-4c56-837e-9a191c16630f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.869325] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Lock "60f8bc6a-2144-4c56-837e-9a191c16630f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.871614] env[65310]: INFO nova.compute.manager [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Terminating instance [ 658.924397] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445718, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.013748] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445719, 'name': ReconfigVM_Task, 'duration_secs': 0.306021} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.016710] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Reconfigured VM instance instance-00000012 to attach disk [datastore1] d913327f-26d4-4a7b-8656-c07bea24fc25/d913327f-26d4-4a7b-8656-c07bea24fc25.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.018411] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f201214-d78f-43f5-9f7e-66364b5d2db8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.025812] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 659.025812] env[65310]: value = "task-4445720" [ 659.025812] env[65310]: _type = "Task" [ 659.025812] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.040222] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445720, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.099432] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b0673c-abd4-4878-b7b4-45fc80652668 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.119456] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance '412c15d8-4e8a-4555-a48f-5f58667695cc' progress to 0 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.260153] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a2b894-9e40-8cac-3b83-0e08819299c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01465} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.260983] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.261117] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] d4aafc22-1512-43fc-946a-c25e703a54b8/d4aafc22-1512-43fc-946a-c25e703a54b8.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.261522] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d20630a8-e466-4af1-a199-fcbb25e521c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.273534] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 659.273534] env[65310]: value = "task-4445725" [ 659.273534] env[65310]: _type = "Task" [ 659.273534] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.284903] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.307451] env[65310]: DEBUG oslo_concurrency.lockutils [req-22c24945-32ab-4de0-a9d8-1a4e9d205240 req-94002b3e-fe14-4880-9bfe-7828ac76604e service nova] Releasing lock "refresh_cache-d913327f-26d4-4a7b-8656-c07bea24fc25" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.321680] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquiring lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.322160] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.351395] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ba18ac7-a99b-4abb-9fcb-a7b7995a0b27 req-cf04efbc-ccd9-4150-8391-001b98eb97c6 service nova] Releasing lock "refresh_cache-33c36f11-33f3-4642-a367-c26cceac7fa9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.352372] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76835f80-d4a7-443e-a473-5c8cd6a9e1e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.364434] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4d4414-38ec-4f46-9f51-e16bb5f40829 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.398579] env[65310]: DEBUG nova.compute.manager [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 659.398793] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.400208] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ab6346-1ed7-4aad-b1f8-c07b42c3ef35 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.403415] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf580ca-23e3-40bd-939e-2f137c3dce08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.413771] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.416203] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86ba4c51-a208-4a15-9f44-d2a9471dd815 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.422118] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c7141c-c238-4f50-8795-9a6e7b56386e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.435088] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445718, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.446570] env[65310]: DEBUG oslo_vmware.api [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for the task: (returnval){ [ 659.446570] env[65310]: value = "task-4445726" [ 659.446570] env[65310]: _type = "Task" [ 659.446570] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.447192] env[65310]: DEBUG nova.compute.provider_tree [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.459492] env[65310]: DEBUG oslo_vmware.api [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.537689] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445720, 'name': Rename_Task, 'duration_secs': 0.150563} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.538020] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.538280] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c28c49cf-5401-42df-b141-e00bf46493b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.546247] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 659.546247] env[65310]: value = "task-4445727" [ 659.546247] env[65310]: _type = "Task" [ 659.546247] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.556143] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.635032] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.635570] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8280732-1290-42f2-9490-0c4a02416304 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.645660] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 659.645660] env[65310]: value = "task-4445728" [ 659.645660] env[65310]: _type = "Task" [ 659.645660] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.660245] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.790209] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.801967] env[65310]: DEBUG nova.compute.manager [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 659.838336] env[65310]: DEBUG nova.virt.hardware [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 659.838336] env[65310]: DEBUG nova.virt.hardware [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.838639] env[65310]: DEBUG nova.virt.hardware [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 659.838945] env[65310]: DEBUG nova.virt.hardware [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.839154] env[65310]: DEBUG nova.virt.hardware [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 659.839331] env[65310]: DEBUG nova.virt.hardware [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 659.839551] env[65310]: DEBUG nova.virt.hardware [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 659.839791] env[65310]: DEBUG nova.virt.hardware [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 659.840064] env[65310]: DEBUG nova.virt.hardware [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 659.840343] env[65310]: DEBUG nova.virt.hardware [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 659.840618] env[65310]: DEBUG nova.virt.hardware [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 659.842322] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a6c979-d256-4dc8-a655-6e0878191795 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.854815] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fca935b-833b-4794-918a-9c7ab0e6da1d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.933885] env[65310]: DEBUG oslo_vmware.api [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445718, 'name': PowerOnVM_Task, 'duration_secs': 1.043097} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.934328] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.934655] env[65310]: INFO nova.compute.manager [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Took 10.89 seconds to spawn the instance on the hypervisor. [ 659.935225] env[65310]: DEBUG nova.compute.manager [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 659.936293] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619b67d8-7f7c-4b73-a22e-bf3003ccf0e8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.973551] env[65310]: DEBUG oslo_vmware.api [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445726, 'name': PowerOffVM_Task, 'duration_secs': 0.221242} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.974136] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.974524] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.974947] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d766b15d-5b36-49b5-8ebf-473a0d487e36 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.983607] env[65310]: ERROR nova.scheduler.client.report [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [req-6036c60b-2bbf-4ca8-9c21-ad7ac4d33b5b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6036c60b-2bbf-4ca8-9c21-ad7ac4d33b5b"}]} [ 660.004250] env[65310]: DEBUG nova.scheduler.client.report [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 660.022114] env[65310]: DEBUG nova.scheduler.client.report [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 660.022498] env[65310]: DEBUG nova.compute.provider_tree [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.040804] env[65310]: DEBUG nova.scheduler.client.report [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 660.045648] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.045865] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.046084] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Deleting the datastore file [datastore2] 60f8bc6a-2144-4c56-837e-9a191c16630f {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.046365] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09e0499e-a301-4824-b745-48b2a6d27ec5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.059396] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.060847] env[65310]: DEBUG oslo_vmware.api [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for the task: (returnval){ [ 660.060847] env[65310]: value = "task-4445730" [ 660.060847] env[65310]: _type = "Task" [ 660.060847] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.065075] env[65310]: DEBUG nova.scheduler.client.report [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 660.070345] env[65310]: DEBUG oslo_vmware.api [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.159797] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445728, 'name': PowerOffVM_Task, 'duration_secs': 0.337025} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.159797] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.159985] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance '412c15d8-4e8a-4555-a48f-5f58667695cc' progress to 17 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 660.290501] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675847} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.293951] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] d4aafc22-1512-43fc-946a-c25e703a54b8/d4aafc22-1512-43fc-946a-c25e703a54b8.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.294090] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.294594] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-336b53e8-800b-41a0-b7f0-cb99d079b80b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.304592] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 660.304592] env[65310]: value = "task-4445731" [ 660.304592] env[65310]: _type = "Task" [ 660.304592] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.320489] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.471789] env[65310]: INFO nova.compute.manager [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Took 24.38 seconds to build instance. [ 660.545903] env[65310]: DEBUG nova.network.neutron [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Successfully updated port: be0a668f-ed80-4f2c-9667-86ba4eaf862d {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 660.564325] env[65310]: DEBUG oslo_vmware.api [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445727, 'name': PowerOnVM_Task, 'duration_secs': 0.788836} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.568407] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.568631] env[65310]: INFO nova.compute.manager [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Took 8.80 seconds to spawn the instance on the hypervisor. [ 660.568813] env[65310]: DEBUG nova.compute.manager [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 660.570293] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8133f0fc-3a62-4cf2-8c23-4d330e8a95b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.584204] env[65310]: DEBUG oslo_vmware.api [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Task: {'id': task-4445730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219143} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.585016] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.585206] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.585374] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.585967] env[65310]: INFO nova.compute.manager [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 660.585967] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 660.591061] env[65310]: DEBUG nova.compute.manager [-] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 660.591061] env[65310]: DEBUG nova.network.neutron [-] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 660.591061] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.617441] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquiring lock "ce586098-75e8-4cb3-9091-1877dda6e126" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.617711] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "ce586098-75e8-4cb3-9091-1877dda6e126" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.618262] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquiring lock "ce586098-75e8-4cb3-9091-1877dda6e126-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.618262] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "ce586098-75e8-4cb3-9091-1877dda6e126-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.618417] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "ce586098-75e8-4cb3-9091-1877dda6e126-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.620590] env[65310]: INFO nova.compute.manager [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Terminating instance [ 660.634333] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a005a-2801-4926-9047-1e0fc56894a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.639249] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.647118] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bfdb4b-1f54-44d5-9092-c0204b77f23c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.684786] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 660.685077] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.685320] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 660.685576] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.685765] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 660.685991] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 660.686242] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.686459] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 660.686671] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 660.686847] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 660.687123] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 660.693836] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef28d75-97ae-4f87-9aa1-b25bbd908a3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.704989] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1a5912-a7ac-4dae-90d4-648d49606e88 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.715807] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8c4885-87ed-48ed-a562-85c9b2ff6b6d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.721717] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 660.721717] env[65310]: value = "task-4445732" [ 660.721717] env[65310]: _type = "Task" [ 660.721717] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.734937] env[65310]: DEBUG nova.compute.provider_tree [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.744035] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.817862] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08893} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.818280] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.820173] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35a2d23-3ca5-4403-825e-bb8b4105d846 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.842084] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] d4aafc22-1512-43fc-946a-c25e703a54b8/d4aafc22-1512-43fc-946a-c25e703a54b8.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.842406] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15063b29-b894-45b7-98ea-24eb091309ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.863048] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 660.863048] env[65310]: value = "task-4445733" [ 660.863048] env[65310]: _type = "Task" [ 660.863048] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.872674] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.973678] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa342827-d88a-483c-8d46-b169abfbc5e3 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.057s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.049664] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "refresh_cache-893d3455-61cd-49e0-a043-22b544ea89ed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.050474] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "refresh_cache-893d3455-61cd-49e0-a043-22b544ea89ed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.050474] env[65310]: DEBUG nova.network.neutron [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 661.102030] env[65310]: INFO nova.compute.manager [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Took 24.98 seconds to build instance. [ 661.129273] env[65310]: DEBUG nova.compute.manager [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 661.129486] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.131076] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b44c092-15d6-4de2-b48e-1fc3d4cdb044 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.142245] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.142510] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f573c002-7ae1-4b5c-95f7-a77e58f4806b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.149509] env[65310]: DEBUG oslo_vmware.api [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for the task: (returnval){ [ 661.149509] env[65310]: value = "task-4445734" [ 661.149509] env[65310]: _type = "Task" [ 661.149509] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.159231] env[65310]: DEBUG oslo_vmware.api [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.233670] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445732, 'name': ReconfigVM_Task, 'duration_secs': 0.384495} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.234028] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance '412c15d8-4e8a-4555-a48f-5f58667695cc' progress to 33 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 661.259617] env[65310]: DEBUG nova.compute.manager [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Received event network-vif-plugged-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 661.260457] env[65310]: DEBUG oslo_concurrency.lockutils [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] Acquiring lock "d4aafc22-1512-43fc-946a-c25e703a54b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.261315] env[65310]: DEBUG oslo_concurrency.lockutils [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] Lock "d4aafc22-1512-43fc-946a-c25e703a54b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.261507] env[65310]: DEBUG oslo_concurrency.lockutils [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] Lock "d4aafc22-1512-43fc-946a-c25e703a54b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.261681] env[65310]: DEBUG nova.compute.manager [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] No waiting events found dispatching network-vif-plugged-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 661.261842] env[65310]: WARNING nova.compute.manager [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Received unexpected event network-vif-plugged-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 for instance with vm_state building and task_state spawning. [ 661.262145] env[65310]: DEBUG nova.compute.manager [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Received event network-changed-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 661.262271] env[65310]: DEBUG nova.compute.manager [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Refreshing instance network info cache due to event network-changed-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 661.262375] env[65310]: DEBUG oslo_concurrency.lockutils [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] Acquiring lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.262502] env[65310]: DEBUG oslo_concurrency.lockutils [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] Acquired lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.262648] env[65310]: DEBUG nova.network.neutron [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Refreshing network info cache for port 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.284033] env[65310]: DEBUG nova.scheduler.client.report [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 661.284033] env[65310]: DEBUG nova.compute.provider_tree [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 37 to 38 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 661.284219] env[65310]: DEBUG nova.compute.provider_tree [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.374826] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.446601] env[65310]: DEBUG nova.network.neutron [-] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.477206] env[65310]: DEBUG nova.compute.manager [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 661.602194] env[65310]: DEBUG nova.network.neutron [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 661.605640] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "d913327f-26d4-4a7b-8656-c07bea24fc25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.555s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.626031] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "4980811b-c5f9-44ea-8056-2d4629489260" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.626031] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4980811b-c5f9-44ea-8056-2d4629489260" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.626031] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "4980811b-c5f9-44ea-8056-2d4629489260-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.626031] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4980811b-c5f9-44ea-8056-2d4629489260-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.626398] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4980811b-c5f9-44ea-8056-2d4629489260-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.626896] env[65310]: INFO nova.compute.manager [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Terminating instance [ 661.660636] env[65310]: DEBUG oslo_vmware.api [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445734, 'name': PowerOffVM_Task, 'duration_secs': 0.275602} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.660906] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.661076] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.661420] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87ff6252-4eff-4234-832c-568548da3195 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.711830] env[65310]: WARNING neutronclient.v2_0.client [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.741128] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 661.741341] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.741427] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 661.741597] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.741733] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 661.741906] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 661.742270] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 661.742270] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 661.742926] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 661.742926] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 661.742926] env[65310]: DEBUG nova.virt.hardware [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 661.749668] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 661.749929] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34ce735-6ed2-4a2b-bb50-e876fe62ee30 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.764585] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.764752] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.764948] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Deleting the datastore file [datastore1] ce586098-75e8-4cb3-9091-1877dda6e126 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.766865] env[65310]: WARNING neutronclient.v2_0.client [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.768755] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70e2b996-1661-4638-b2db-84b2143091f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.771486] env[65310]: DEBUG nova.compute.manager [req-a494c306-27e4-486b-9864-7436c4983da5 req-99596f38-b0a4-46af-89c9-94a3c21c1348 service nova] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Received event network-vif-plugged-be0a668f-ed80-4f2c-9667-86ba4eaf862d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 661.771740] env[65310]: DEBUG oslo_concurrency.lockutils [req-a494c306-27e4-486b-9864-7436c4983da5 req-99596f38-b0a4-46af-89c9-94a3c21c1348 service nova] Acquiring lock "893d3455-61cd-49e0-a043-22b544ea89ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.771880] env[65310]: DEBUG oslo_concurrency.lockutils [req-a494c306-27e4-486b-9864-7436c4983da5 req-99596f38-b0a4-46af-89c9-94a3c21c1348 service nova] Lock "893d3455-61cd-49e0-a043-22b544ea89ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.772050] env[65310]: DEBUG oslo_concurrency.lockutils [req-a494c306-27e4-486b-9864-7436c4983da5 req-99596f38-b0a4-46af-89c9-94a3c21c1348 service nova] Lock "893d3455-61cd-49e0-a043-22b544ea89ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.772210] env[65310]: DEBUG nova.compute.manager [req-a494c306-27e4-486b-9864-7436c4983da5 req-99596f38-b0a4-46af-89c9-94a3c21c1348 service nova] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] No waiting events found dispatching network-vif-plugged-be0a668f-ed80-4f2c-9667-86ba4eaf862d {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 661.772374] env[65310]: WARNING nova.compute.manager [req-a494c306-27e4-486b-9864-7436c4983da5 req-99596f38-b0a4-46af-89c9-94a3c21c1348 service nova] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Received unexpected event network-vif-plugged-be0a668f-ed80-4f2c-9667-86ba4eaf862d for instance with vm_state building and task_state spawning. [ 661.782695] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 661.782695] env[65310]: value = "task-4445737" [ 661.782695] env[65310]: _type = "Task" [ 661.782695] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.782695] env[65310]: DEBUG oslo_vmware.api [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for the task: (returnval){ [ 661.782695] env[65310]: value = "task-4445736" [ 661.782695] env[65310]: _type = "Task" [ 661.782695] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.791023] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.017s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.791556] env[65310]: DEBUG nova.compute.manager [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 661.798088] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.777s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.800122] env[65310]: INFO nova.compute.claims [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.808504] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.814110] env[65310]: DEBUG oslo_vmware.api [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.878160] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445733, 'name': ReconfigVM_Task, 'duration_secs': 0.685448} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.878479] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Reconfigured VM instance instance-00000013 to attach disk [datastore1] d4aafc22-1512-43fc-946a-c25e703a54b8/d4aafc22-1512-43fc-946a-c25e703a54b8.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.879123] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c595e4d-7f82-4f2e-98ce-0d13fb839b7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.887147] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 661.887147] env[65310]: value = "task-4445738" [ 661.887147] env[65310]: _type = "Task" [ 661.887147] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.892860] env[65310]: DEBUG nova.network.neutron [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Updating instance_info_cache with network_info: [{"id": "be0a668f-ed80-4f2c-9667-86ba4eaf862d", "address": "fa:16:3e:be:f6:dd", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0a668f-ed", "ovs_interfaceid": "be0a668f-ed80-4f2c-9667-86ba4eaf862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.897991] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445738, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.950351] env[65310]: INFO nova.compute.manager [-] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Took 1.36 seconds to deallocate network for instance. [ 662.014989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.105478] env[65310]: WARNING neutronclient.v2_0.client [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.108941] env[65310]: DEBUG nova.compute.manager [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 662.133347] env[65310]: DEBUG nova.compute.manager [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 662.133571] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.134961] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e104372-afeb-4d9d-80ab-e1bb6de561cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.147552] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.147842] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62cf8d6-5464-4b0e-8b5b-e0d2c1b7eb39 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.160525] env[65310]: DEBUG oslo_vmware.api [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 662.160525] env[65310]: value = "task-4445739" [ 662.160525] env[65310]: _type = "Task" [ 662.160525] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.181308] env[65310]: DEBUG oslo_vmware.api [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.217609] env[65310]: DEBUG nova.network.neutron [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Updated VIF entry in instance network info cache for port 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 662.217609] env[65310]: DEBUG nova.network.neutron [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Updating instance_info_cache with network_info: [{"id": "8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82", "address": "fa:16:3e:90:63:98", "network": {"id": "165b3b77-2a43-47c7-b2f5-5460f3289fcf", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1172363122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578dc3eb996b45a3bb26c63b1ea38365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ba351f2-5e", "ovs_interfaceid": "8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.303405] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445737, 'name': ReconfigVM_Task, 'duration_secs': 0.255194} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.307381] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 662.309246] env[65310]: DEBUG oslo_vmware.api [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Task: {'id': task-4445736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262852} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.310894] env[65310]: DEBUG nova.compute.utils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.315464] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dbb860-6d76-4d10-8dc6-59d523400c7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.318929] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.318929] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.319465] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.319465] env[65310]: INFO nova.compute.manager [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Took 1.19 seconds to destroy the instance on the hypervisor. [ 662.320417] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 662.320804] env[65310]: DEBUG nova.compute.manager [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 662.321027] env[65310]: DEBUG nova.network.neutron [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 662.321401] env[65310]: WARNING neutronclient.v2_0.client [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.321692] env[65310]: WARNING neutronclient.v2_0.client [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.324314] env[65310]: DEBUG nova.compute.manager [-] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 662.324476] env[65310]: DEBUG nova.network.neutron [-] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 662.325059] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.358289] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 412c15d8-4e8a-4555-a48f-5f58667695cc/412c15d8-4e8a-4555-a48f-5f58667695cc.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.362156] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e447211-222d-4cb6-989c-f4b659f494c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.383848] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 662.383848] env[65310]: value = "task-4445741" [ 662.383848] env[65310]: _type = "Task" [ 662.383848] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.399589] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "refresh_cache-893d3455-61cd-49e0-a043-22b544ea89ed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.400050] env[65310]: DEBUG nova.compute.manager [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Instance network_info: |[{"id": "be0a668f-ed80-4f2c-9667-86ba4eaf862d", "address": "fa:16:3e:be:f6:dd", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0a668f-ed", "ovs_interfaceid": "be0a668f-ed80-4f2c-9667-86ba4eaf862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 662.400362] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.404380] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:f6:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be0a668f-ed80-4f2c-9667-86ba4eaf862d', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.413261] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating folder: Project (be87ce21751a415bb58b0e452241cf84). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.413649] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445738, 'name': Rename_Task, 'duration_secs': 0.277507} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.414168] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-394a6ab2-e1ad-4c2b-8b2e-2d4b45bc2c10 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.416030] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.416314] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-911f97d2-3dae-49f7-b0f4-2ca9aa0a89f8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.425223] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 662.425223] env[65310]: value = "task-4445743" [ 662.425223] env[65310]: _type = "Task" [ 662.425223] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.430174] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Created folder: Project (be87ce21751a415bb58b0e452241cf84) in parent group-v869493. [ 662.430379] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating folder: Instances. Parent ref: group-v869544. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.431059] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70d33817-56d4-4650-bbef-f92dea1fc0ec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.439547] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.448652] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Created folder: Instances in parent group-v869544. [ 662.448996] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 662.449311] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.449570] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae5b729c-bb08-413e-94d6-4071f6118dad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.467917] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.474922] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.474922] env[65310]: value = "task-4445745" [ 662.474922] env[65310]: _type = "Task" [ 662.474922] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.489050] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445745, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.563240] env[65310]: DEBUG nova.policy [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a16b7ae582fb48c89340b575391e130e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06820740f51c4c5cb99a265060439609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.638572] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.641803] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.678235] env[65310]: DEBUG oslo_vmware.api [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445739, 'name': PowerOffVM_Task, 'duration_secs': 0.295067} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.678492] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.678665] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.678936] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71d7a994-e057-4a6e-aea2-1b5f43b51d3e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.721250] env[65310]: DEBUG oslo_concurrency.lockutils [req-a31f3817-9f07-463f-9d9f-b52445d9c316 req-10a81205-aeda-469f-bc4d-076ef3b6ec08 service nova] Releasing lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.771022] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.771548] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.771548] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Deleting the datastore file [datastore2] 4980811b-c5f9-44ea-8056-2d4629489260 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.771999] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75f39974-8280-415f-b8e3-44d6c746ac13 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.781049] env[65310]: DEBUG oslo_vmware.api [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 662.781049] env[65310]: value = "task-4445747" [ 662.781049] env[65310]: _type = "Task" [ 662.781049] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.793202] env[65310]: DEBUG oslo_vmware.api [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.821960] env[65310]: DEBUG nova.compute.manager [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 662.906999] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445741, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.942528] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445743, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.987290] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445745, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.083067] env[65310]: DEBUG nova.network.neutron [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Successfully created port: 11f1d5a4-1aff-42be-93ff-0e28f1453357 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 663.295192] env[65310]: DEBUG oslo_vmware.api [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.373159] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47c799b-b1ef-432a-ade4-66d89fabe026 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.382719] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7c883f-842a-4a39-80f2-ea2d5ae00ace {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.400014] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445741, 'name': ReconfigVM_Task, 'duration_secs': 0.632507} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.429502] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 412c15d8-4e8a-4555-a48f-5f58667695cc/412c15d8-4e8a-4555-a48f-5f58667695cc.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.429879] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance '412c15d8-4e8a-4555-a48f-5f58667695cc' progress to 50 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.440958] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4609dd7a-11a0-4e66-80a4-1910793eac16 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.452942] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b56dbef-81f1-4ca3-81d6-0ee4c011c519 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.459171] env[65310]: DEBUG oslo_vmware.api [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4445743, 'name': PowerOnVM_Task, 'duration_secs': 0.78355} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.459382] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.460035] env[65310]: INFO nova.compute.manager [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Took 9.00 seconds to spawn the instance on the hypervisor. [ 663.460035] env[65310]: DEBUG nova.compute.manager [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 663.460886] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b404496c-33fe-492c-9bca-ad232a00cc50 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.474398] env[65310]: DEBUG nova.compute.provider_tree [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.493366] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445745, 'name': CreateVM_Task, 'duration_secs': 0.537419} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.493975] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.494717] env[65310]: WARNING neutronclient.v2_0.client [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.495428] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.495428] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.497465] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.497686] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f6c58c-3cb4-492d-9d75-68b5946a1cb9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.506114] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 663.506114] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c74f98-7b62-64b3-8664-9859e4020082" [ 663.506114] env[65310]: _type = "Task" [ 663.506114] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.521954] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c74f98-7b62-64b3-8664-9859e4020082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.640756] env[65310]: DEBUG nova.network.neutron [-] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.794439] env[65310]: DEBUG oslo_vmware.api [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.623619} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.794754] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.794907] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.795093] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.795573] env[65310]: INFO nova.compute.manager [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Took 1.66 seconds to destroy the instance on the hypervisor. [ 663.795573] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 663.795732] env[65310]: DEBUG nova.compute.manager [-] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 663.795828] env[65310]: DEBUG nova.network.neutron [-] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 663.796157] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.838139] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.841041] env[65310]: DEBUG nova.compute.manager [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 663.864719] env[65310]: DEBUG nova.virt.hardware [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 663.864985] env[65310]: DEBUG nova.virt.hardware [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.865193] env[65310]: DEBUG nova.virt.hardware [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 663.865387] env[65310]: DEBUG nova.virt.hardware [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.865525] env[65310]: DEBUG nova.virt.hardware [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 663.865702] env[65310]: DEBUG nova.virt.hardware [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 663.866007] env[65310]: DEBUG nova.virt.hardware [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.866100] env[65310]: DEBUG nova.virt.hardware [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 663.866252] env[65310]: DEBUG nova.virt.hardware [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 663.866402] env[65310]: DEBUG nova.virt.hardware [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 663.866618] env[65310]: DEBUG nova.virt.hardware [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 663.868037] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b46df3-5688-42f7-9449-e31b19a41f06 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.876554] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400378ce-23f1-4be9-a9da-2863d6064c02 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.939330] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953b0b73-b12a-439e-b3a6-2b74cd93dcfe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.960587] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371af636-708d-4a43-b137-60792ad534b8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.980997] env[65310]: DEBUG nova.scheduler.client.report [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.984159] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance '412c15d8-4e8a-4555-a48f-5f58667695cc' progress to 67 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.996550] env[65310]: INFO nova.compute.manager [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Took 25.76 seconds to build instance. [ 664.021393] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c74f98-7b62-64b3-8664-9859e4020082, 'name': SearchDatastore_Task, 'duration_secs': 0.019225} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.021884] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.022236] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.022627] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.022915] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.023246] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.023885] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-079dc56b-2ba0-42f9-a44e-c6a2ffed1bf4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.040192] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.040402] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.041232] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89cdfdf-732a-4907-8e74-5d3ea43e4f10 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.048205] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 664.048205] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c088ed-f188-de8f-bf29-328a089c1def" [ 664.048205] env[65310]: _type = "Task" [ 664.048205] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.058032] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c088ed-f188-de8f-bf29-328a089c1def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.144275] env[65310]: INFO nova.compute.manager [-] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Took 1.82 seconds to deallocate network for instance. [ 664.489366] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.489917] env[65310]: DEBUG nova.compute.manager [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 664.493903] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.227s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.495645] env[65310]: INFO nova.compute.claims [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.499947] env[65310]: WARNING neutronclient.v2_0.client [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.500335] env[65310]: WARNING neutronclient.v2_0.client [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.503823] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "d4aafc22-1512-43fc-946a-c25e703a54b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.561s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.564241] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c088ed-f188-de8f-bf29-328a089c1def, 'name': SearchDatastore_Task, 'duration_secs': 0.073746} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.565117] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e70342-2a6c-4221-8e55-f9d8a248030e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.572792] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 664.572792] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5297d29c-a116-5a20-5cc0-7dccb91b1b68" [ 664.572792] env[65310]: _type = "Task" [ 664.572792] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.575374] env[65310]: DEBUG nova.network.neutron [-] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.582289] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5297d29c-a116-5a20-5cc0-7dccb91b1b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.583234] env[65310]: DEBUG nova.network.neutron [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Port c59be3b7-fc74-4e23-afd8-8cc4406e80b5 binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 664.634074] env[65310]: DEBUG nova.compute.manager [req-09f29e5e-e53c-4d44-aeb1-79a5537fabc8 req-201b7b72-4296-4da4-a591-429f3b135407 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Received event network-changed-1e9cc655-6fff-43c6-8640-b639c8341719 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 664.634673] env[65310]: DEBUG nova.compute.manager [req-09f29e5e-e53c-4d44-aeb1-79a5537fabc8 req-201b7b72-4296-4da4-a591-429f3b135407 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Refreshing instance network info cache due to event network-changed-1e9cc655-6fff-43c6-8640-b639c8341719. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 664.637115] env[65310]: DEBUG oslo_concurrency.lockutils [req-09f29e5e-e53c-4d44-aeb1-79a5537fabc8 req-201b7b72-4296-4da4-a591-429f3b135407 service nova] Acquiring lock "refresh_cache-33c36f11-33f3-4642-a367-c26cceac7fa9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.637115] env[65310]: DEBUG oslo_concurrency.lockutils [req-09f29e5e-e53c-4d44-aeb1-79a5537fabc8 req-201b7b72-4296-4da4-a591-429f3b135407 service nova] Acquired lock "refresh_cache-33c36f11-33f3-4642-a367-c26cceac7fa9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.637115] env[65310]: DEBUG nova.network.neutron [req-09f29e5e-e53c-4d44-aeb1-79a5537fabc8 req-201b7b72-4296-4da4-a591-429f3b135407 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Refreshing network info cache for port 1e9cc655-6fff-43c6-8640-b639c8341719 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.652147] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.789943] env[65310]: DEBUG nova.network.neutron [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Successfully updated port: 11f1d5a4-1aff-42be-93ff-0e28f1453357 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 664.826847] env[65310]: DEBUG nova.compute.manager [req-317f7484-4362-4484-ab2a-e212435c6262 req-41ea3c68-c6d0-45f3-a7db-c79bd9736725 service nova] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Received event network-changed-be0a668f-ed80-4f2c-9667-86ba4eaf862d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 664.827069] env[65310]: DEBUG nova.compute.manager [req-317f7484-4362-4484-ab2a-e212435c6262 req-41ea3c68-c6d0-45f3-a7db-c79bd9736725 service nova] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Refreshing instance network info cache due to event network-changed-be0a668f-ed80-4f2c-9667-86ba4eaf862d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 664.827234] env[65310]: DEBUG oslo_concurrency.lockutils [req-317f7484-4362-4484-ab2a-e212435c6262 req-41ea3c68-c6d0-45f3-a7db-c79bd9736725 service nova] Acquiring lock "refresh_cache-893d3455-61cd-49e0-a043-22b544ea89ed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.827374] env[65310]: DEBUG oslo_concurrency.lockutils [req-317f7484-4362-4484-ab2a-e212435c6262 req-41ea3c68-c6d0-45f3-a7db-c79bd9736725 service nova] Acquired lock "refresh_cache-893d3455-61cd-49e0-a043-22b544ea89ed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.827560] env[65310]: DEBUG nova.network.neutron [req-317f7484-4362-4484-ab2a-e212435c6262 req-41ea3c68-c6d0-45f3-a7db-c79bd9736725 service nova] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Refreshing network info cache for port be0a668f-ed80-4f2c-9667-86ba4eaf862d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.006625] env[65310]: DEBUG nova.compute.utils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.009639] env[65310]: DEBUG nova.compute.manager [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 665.009865] env[65310]: DEBUG nova.network.neutron [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 665.010253] env[65310]: WARNING neutronclient.v2_0.client [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.010542] env[65310]: WARNING neutronclient.v2_0.client [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.012428] env[65310]: DEBUG nova.compute.manager [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 665.080089] env[65310]: DEBUG nova.policy [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e54c62864a4c769e8adde07847916e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596f47a5e864429f95282a7d70a9ba39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.086558] env[65310]: INFO nova.compute.manager [-] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Took 1.29 seconds to deallocate network for instance. [ 665.105369] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5297d29c-a116-5a20-5cc0-7dccb91b1b68, 'name': SearchDatastore_Task, 'duration_secs': 0.017952} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.106066] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.106319] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 893d3455-61cd-49e0-a043-22b544ea89ed/893d3455-61cd-49e0-a043-22b544ea89ed.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.106591] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51641bb4-4cc9-4605-9e65-a17cebd2d419 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.115627] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 665.115627] env[65310]: value = "task-4445749" [ 665.115627] env[65310]: _type = "Task" [ 665.115627] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.130122] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.143565] env[65310]: WARNING neutronclient.v2_0.client [req-09f29e5e-e53c-4d44-aeb1-79a5537fabc8 req-201b7b72-4296-4da4-a591-429f3b135407 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.298491] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "refresh_cache-4b037ed7-6d6e-466f-aefa-b541ed480902" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.298838] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "refresh_cache-4b037ed7-6d6e-466f-aefa-b541ed480902" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.298838] env[65310]: DEBUG nova.network.neutron [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 665.330070] env[65310]: WARNING neutronclient.v2_0.client [req-317f7484-4362-4484-ab2a-e212435c6262 req-41ea3c68-c6d0-45f3-a7db-c79bd9736725 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.480221] env[65310]: DEBUG nova.network.neutron [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Successfully created port: 662f549b-c35b-425b-9cab-cc23c8632766 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 665.511347] env[65310]: DEBUG nova.compute.manager [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 665.575727] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.613546] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.619205] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "412c15d8-4e8a-4555-a48f-5f58667695cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.619494] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.619696] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.637260] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445749, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.660492] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquiring lock "4a5509bf-4263-4d86-bafd-ed9ee48ec64d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.660703] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Lock "4a5509bf-4263-4d86-bafd-ed9ee48ec64d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.875345] env[65310]: WARNING neutronclient.v2_0.client [req-09f29e5e-e53c-4d44-aeb1-79a5537fabc8 req-201b7b72-4296-4da4-a591-429f3b135407 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.050753] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e61fba-f4c7-4ff3-8876-34711a90abc6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.059966] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8960bd51-08fc-4943-a1ad-eae0dd4e21c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.095114] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eddb85-ee04-47a0-b3b4-3c0fff1dbb8f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.106826] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd1b7c-68bf-4485-9582-4289901cac49 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.124543] env[65310]: DEBUG nova.compute.provider_tree [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.137801] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732048} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.138074] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 893d3455-61cd-49e0-a043-22b544ea89ed/893d3455-61cd-49e0-a043-22b544ea89ed.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.138274] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.138517] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e63b6b5f-a025-4324-b691-b8c6855da9ba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.147811] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 666.147811] env[65310]: value = "task-4445750" [ 666.147811] env[65310]: _type = "Task" [ 666.147811] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.158334] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.224460] env[65310]: DEBUG nova.network.neutron [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 666.524938] env[65310]: DEBUG nova.compute.manager [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 666.557493] env[65310]: DEBUG nova.virt.hardware [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 666.557776] env[65310]: DEBUG nova.virt.hardware [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.558009] env[65310]: DEBUG nova.virt.hardware [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 666.558285] env[65310]: DEBUG nova.virt.hardware [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.558431] env[65310]: DEBUG nova.virt.hardware [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 666.558572] env[65310]: DEBUG nova.virt.hardware [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 666.558810] env[65310]: DEBUG nova.virt.hardware [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 666.558946] env[65310]: DEBUG nova.virt.hardware [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 666.559144] env[65310]: DEBUG nova.virt.hardware [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 666.559310] env[65310]: DEBUG nova.virt.hardware [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 666.559480] env[65310]: DEBUG nova.virt.hardware [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 666.560690] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac6f466-d4d1-4b56-bbf6-528173c53d1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.569686] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98ae032-1ef6-481e-82e2-4aac827d7908 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.628229] env[65310]: WARNING neutronclient.v2_0.client [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.632635] env[65310]: DEBUG nova.scheduler.client.report [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.659686] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068714} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.659968] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.661180] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc821185-d8b3-46d2-8e96-47240908a458 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.686157] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 893d3455-61cd-49e0-a043-22b544ea89ed/893d3455-61cd-49e0-a043-22b544ea89ed.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.686499] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39119a17-d186-43f1-a197-726808f9294a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.711875] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 666.711875] env[65310]: value = "task-4445752" [ 666.711875] env[65310]: _type = "Task" [ 666.711875] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.722870] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.008069] env[65310]: DEBUG nova.network.neutron [req-09f29e5e-e53c-4d44-aeb1-79a5537fabc8 req-201b7b72-4296-4da4-a591-429f3b135407 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Updated VIF entry in instance network info cache for port 1e9cc655-6fff-43c6-8640-b639c8341719. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 667.008459] env[65310]: DEBUG nova.network.neutron [req-09f29e5e-e53c-4d44-aeb1-79a5537fabc8 req-201b7b72-4296-4da4-a591-429f3b135407 service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Updating instance_info_cache with network_info: [{"id": "1e9cc655-6fff-43c6-8640-b639c8341719", "address": "fa:16:3e:b3:aa:a0", "network": {"id": "01f29d3e-4c7e-4a31-b46e-eea89bdd4347", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1200830814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1289a324292c4e7dabd0d116cda97fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9cc655-6f", "ovs_interfaceid": "1e9cc655-6fff-43c6-8640-b639c8341719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.036594] env[65310]: WARNING neutronclient.v2_0.client [req-317f7484-4362-4484-ab2a-e212435c6262 req-41ea3c68-c6d0-45f3-a7db-c79bd9736725 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.089618] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.089808] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.089984] env[65310]: DEBUG nova.network.neutron [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 667.137113] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.137702] env[65310]: DEBUG nova.compute.manager [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 667.141205] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.409s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.142902] env[65310]: INFO nova.compute.claims [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.223643] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.348527] env[65310]: DEBUG nova.network.neutron [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Successfully updated port: 662f549b-c35b-425b-9cab-cc23c8632766 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 667.478527] env[65310]: WARNING neutronclient.v2_0.client [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.514837] env[65310]: DEBUG oslo_concurrency.lockutils [req-09f29e5e-e53c-4d44-aeb1-79a5537fabc8 req-201b7b72-4296-4da4-a591-429f3b135407 service nova] Releasing lock "refresh_cache-33c36f11-33f3-4642-a367-c26cceac7fa9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.515122] env[65310]: DEBUG nova.compute.manager [req-09f29e5e-e53c-4d44-aeb1-79a5537fabc8 req-201b7b72-4296-4da4-a591-429f3b135407 service nova] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Received event network-vif-deleted-ab101e83-a403-4153-a55a-5bdbb12d271a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.593249] env[65310]: WARNING neutronclient.v2_0.client [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.607102] env[65310]: DEBUG nova.network.neutron [req-317f7484-4362-4484-ab2a-e212435c6262 req-41ea3c68-c6d0-45f3-a7db-c79bd9736725 service nova] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Updated VIF entry in instance network info cache for port be0a668f-ed80-4f2c-9667-86ba4eaf862d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 667.607451] env[65310]: DEBUG nova.network.neutron [req-317f7484-4362-4484-ab2a-e212435c6262 req-41ea3c68-c6d0-45f3-a7db-c79bd9736725 service nova] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Updating instance_info_cache with network_info: [{"id": "be0a668f-ed80-4f2c-9667-86ba4eaf862d", "address": "fa:16:3e:be:f6:dd", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0a668f-ed", "ovs_interfaceid": "be0a668f-ed80-4f2c-9667-86ba4eaf862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.651098] env[65310]: DEBUG nova.compute.utils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.659782] env[65310]: DEBUG nova.compute.manager [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 667.659782] env[65310]: DEBUG nova.network.neutron [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 667.659874] env[65310]: WARNING neutronclient.v2_0.client [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.661726] env[65310]: WARNING neutronclient.v2_0.client [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.728952] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445752, 'name': ReconfigVM_Task, 'duration_secs': 0.793888} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.728952] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 893d3455-61cd-49e0-a043-22b544ea89ed/893d3455-61cd-49e0-a043-22b544ea89ed.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.729361] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9c2f481-1f91-473f-865e-91003dbc82bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.738766] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 667.738766] env[65310]: value = "task-4445753" [ 667.738766] env[65310]: _type = "Task" [ 667.738766] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.753449] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445753, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.853271] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.853619] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquired lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.853813] env[65310]: DEBUG nova.network.neutron [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 667.856439] env[65310]: DEBUG nova.network.neutron [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Updating instance_info_cache with network_info: [{"id": "11f1d5a4-1aff-42be-93ff-0e28f1453357", "address": "fa:16:3e:86:81:06", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f1d5a4-1a", "ovs_interfaceid": "11f1d5a4-1aff-42be-93ff-0e28f1453357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.984543] env[65310]: DEBUG nova.policy [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b31187203e5c412888b1bab32f38ea1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afe44175ad7648ea9f662706ce764c18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.112186] env[65310]: DEBUG oslo_concurrency.lockutils [req-317f7484-4362-4484-ab2a-e212435c6262 req-41ea3c68-c6d0-45f3-a7db-c79bd9736725 service nova] Releasing lock "refresh_cache-893d3455-61cd-49e0-a043-22b544ea89ed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.112186] env[65310]: DEBUG nova.compute.manager [req-317f7484-4362-4484-ab2a-e212435c6262 req-41ea3c68-c6d0-45f3-a7db-c79bd9736725 service nova] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Received event network-vif-deleted-d4bdd256-3d1e-490b-aca3-2f1965f04d30 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 668.163092] env[65310]: DEBUG nova.compute.manager [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 668.250859] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445753, 'name': Rename_Task, 'duration_secs': 0.303415} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.254231] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.255197] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b09fe4e-34ac-41f2-b20b-499d04882b50 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.263076] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 668.263076] env[65310]: value = "task-4445754" [ 668.263076] env[65310]: _type = "Task" [ 668.263076] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.284723] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445754, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.361034] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "refresh_cache-4b037ed7-6d6e-466f-aefa-b541ed480902" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.362543] env[65310]: DEBUG nova.compute.manager [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Instance network_info: |[{"id": "11f1d5a4-1aff-42be-93ff-0e28f1453357", "address": "fa:16:3e:86:81:06", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f1d5a4-1a", "ovs_interfaceid": "11f1d5a4-1aff-42be-93ff-0e28f1453357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 668.362648] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:81:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11f1d5a4-1aff-42be-93ff-0e28f1453357', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.373894] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Creating folder: Project (06820740f51c4c5cb99a265060439609). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.377413] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e2c510b-d9ab-4fdd-a5dc-aebab97cc73f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.389781] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Created folder: Project (06820740f51c4c5cb99a265060439609) in parent group-v869493. [ 668.389977] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Creating folder: Instances. Parent ref: group-v869547. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.390245] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8b9b763-c8b5-442f-88ab-ae96a92755c8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.403630] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Created folder: Instances in parent group-v869547. [ 668.404799] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 668.404799] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.404799] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb4627bc-c48f-438f-b12e-4bb0673342fb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.427877] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.427877] env[65310]: value = "task-4445758" [ 668.427877] env[65310]: _type = "Task" [ 668.427877] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.440978] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445758, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.451253] env[65310]: DEBUG nova.network.neutron [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Successfully created port: 61b4a026-54b0-4bc2-a696-598ae4497484 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 668.637840] env[65310]: DEBUG nova.network.neutron [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 668.733333] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf21f9f-be9c-4ad8-9f01-6b830886f637 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.747220] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0688f1b0-2d44-42ae-97e0-afd1009dccda {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.795222] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d48735-289d-4b44-b563-bad8dbb49202 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.549626] env[65310]: DEBUG nova.compute.manager [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 669.553130] env[65310]: WARNING neutronclient.v2_0.client [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.564523] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8978d1-393b-46c6-832f-339d04eeae39 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.568881] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445754, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.569143] env[65310]: WARNING oslo_vmware.common.loopingcall [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] task run outlasted interval by 0.278706 sec [ 669.589262] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445758, 'name': CreateVM_Task, 'duration_secs': 0.384153} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.590601] env[65310]: DEBUG nova.compute.provider_tree [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.593878] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.594932] env[65310]: WARNING neutronclient.v2_0.client [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.595513] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.595628] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.596102] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.603918] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9548224-b0b5-4b79-87b6-21b9ccf719ac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.606384] env[65310]: DEBUG oslo_vmware.api [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445754, 'name': PowerOnVM_Task, 'duration_secs': 0.700267} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.607267] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.608381] env[65310]: INFO nova.compute.manager [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Took 9.81 seconds to spawn the instance on the hypervisor. [ 669.608381] env[65310]: DEBUG nova.compute.manager [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 669.608845] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8902e266-80cb-41d9-a9de-5927e4154532 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.613154] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 669.613154] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52405b0f-d2d7-5842-1059-6dc960d112c5" [ 669.613154] env[65310]: _type = "Task" [ 669.613154] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.615969] env[65310]: DEBUG nova.virt.hardware [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 669.616253] env[65310]: DEBUG nova.virt.hardware [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.616399] env[65310]: DEBUG nova.virt.hardware [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 669.616572] env[65310]: DEBUG nova.virt.hardware [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.616747] env[65310]: DEBUG nova.virt.hardware [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 669.617438] env[65310]: DEBUG nova.virt.hardware [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 669.617438] env[65310]: DEBUG nova.virt.hardware [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 669.617438] env[65310]: DEBUG nova.virt.hardware [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 669.617438] env[65310]: DEBUG nova.virt.hardware [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 669.617688] env[65310]: DEBUG nova.virt.hardware [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 669.617749] env[65310]: DEBUG nova.virt.hardware [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 669.620819] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f3baf6-cb17-46cd-8255-aafa6d69f219 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.642432] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde5f9d9-ff6d-49f4-8c36-c042b0c11c22 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.647323] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52405b0f-d2d7-5842-1059-6dc960d112c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014209} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.648269] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.648633] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.648943] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.649153] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.649370] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.650263] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cf7b183-f094-4cb7-9da7-7fbf42a659df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.673298] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.673298] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.673298] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24208cd1-2bf8-475b-b52b-95f37cdb95aa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.679590] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 669.679590] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520738c9-e279-8017-9f2c-f003f9df4bdd" [ 669.679590] env[65310]: _type = "Task" [ 669.679590] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.689063] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520738c9-e279-8017-9f2c-f003f9df4bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.096051] env[65310]: DEBUG nova.scheduler.client.report [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.143760] env[65310]: INFO nova.compute.manager [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Took 29.02 seconds to build instance. [ 670.192079] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520738c9-e279-8017-9f2c-f003f9df4bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.025486} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.195028] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288ef569-5317-4459-bfc9-46399b08881d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.200256] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 670.200256] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5210cbeb-579f-aec5-de85-28bfaa844f40" [ 670.200256] env[65310]: _type = "Task" [ 670.200256] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.218969] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5210cbeb-579f-aec5-de85-28bfaa844f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.329263] env[65310]: DEBUG nova.network.neutron [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Successfully updated port: 61b4a026-54b0-4bc2-a696-598ae4497484 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 670.374231] env[65310]: DEBUG nova.network.neutron [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance_info_cache with network_info: [{"id": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "address": "fa:16:3e:cd:ba:0e", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59be3b7-fc", "ovs_interfaceid": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.405882] env[65310]: WARNING neutronclient.v2_0.client [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.546284] env[65310]: DEBUG nova.network.neutron [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Updating instance_info_cache with network_info: [{"id": "662f549b-c35b-425b-9cab-cc23c8632766", "address": "fa:16:3e:8d:39:b6", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662f549b-c3", "ovs_interfaceid": "662f549b-c35b-425b-9cab-cc23c8632766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.603632] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.463s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.604430] env[65310]: DEBUG nova.compute.manager [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 670.608026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.595s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.609629] env[65310]: INFO nova.compute.claims [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.649026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69d305dc-f7d0-4464-aaee-cbccb75642d9 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "893d3455-61cd-49e0-a043-22b544ea89ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.590s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.715401] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5210cbeb-579f-aec5-de85-28bfaa844f40, 'name': SearchDatastore_Task, 'duration_secs': 0.051322} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.715775] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.715986] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 4b037ed7-6d6e-466f-aefa-b541ed480902/4b037ed7-6d6e-466f-aefa-b541ed480902.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.716320] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc6d77b5-63d4-4738-9cfd-9f7e5e05622d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.725423] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 670.725423] env[65310]: value = "task-4445760" [ 670.725423] env[65310]: _type = "Task" [ 670.725423] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.741454] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.760940] env[65310]: DEBUG nova.compute.manager [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Received event network-vif-plugged-11f1d5a4-1aff-42be-93ff-0e28f1453357 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 670.761179] env[65310]: DEBUG oslo_concurrency.lockutils [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] Acquiring lock "4b037ed7-6d6e-466f-aefa-b541ed480902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.762620] env[65310]: DEBUG oslo_concurrency.lockutils [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] Lock "4b037ed7-6d6e-466f-aefa-b541ed480902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.762620] env[65310]: DEBUG oslo_concurrency.lockutils [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] Lock "4b037ed7-6d6e-466f-aefa-b541ed480902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.762620] env[65310]: DEBUG nova.compute.manager [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] No waiting events found dispatching network-vif-plugged-11f1d5a4-1aff-42be-93ff-0e28f1453357 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 670.762620] env[65310]: WARNING nova.compute.manager [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Received unexpected event network-vif-plugged-11f1d5a4-1aff-42be-93ff-0e28f1453357 for instance with vm_state building and task_state spawning. [ 670.762620] env[65310]: DEBUG nova.compute.manager [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Received event network-changed-11f1d5a4-1aff-42be-93ff-0e28f1453357 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 670.762808] env[65310]: DEBUG nova.compute.manager [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Refreshing instance network info cache due to event network-changed-11f1d5a4-1aff-42be-93ff-0e28f1453357. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 670.763342] env[65310]: DEBUG oslo_concurrency.lockutils [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] Acquiring lock "refresh_cache-4b037ed7-6d6e-466f-aefa-b541ed480902" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.763342] env[65310]: DEBUG oslo_concurrency.lockutils [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] Acquired lock "refresh_cache-4b037ed7-6d6e-466f-aefa-b541ed480902" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.763525] env[65310]: DEBUG nova.network.neutron [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Refreshing network info cache for port 11f1d5a4-1aff-42be-93ff-0e28f1453357 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.813342] env[65310]: DEBUG nova.compute.manager [req-3103e8e1-8cd1-408a-8c20-2fa0b39fb231 req-e052bcb4-f94d-49dc-a825-e45b062078c8 service nova] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Received event network-vif-deleted-7b5d8f07-0d96-4933-a1b9-c934f0b54593 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 670.813342] env[65310]: DEBUG nova.compute.manager [req-3103e8e1-8cd1-408a-8c20-2fa0b39fb231 req-e052bcb4-f94d-49dc-a825-e45b062078c8 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Received event network-changed-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 670.813342] env[65310]: DEBUG nova.compute.manager [req-3103e8e1-8cd1-408a-8c20-2fa0b39fb231 req-e052bcb4-f94d-49dc-a825-e45b062078c8 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Refreshing instance network info cache due to event network-changed-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 670.813836] env[65310]: DEBUG oslo_concurrency.lockutils [req-3103e8e1-8cd1-408a-8c20-2fa0b39fb231 req-e052bcb4-f94d-49dc-a825-e45b062078c8 service nova] Acquiring lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.813941] env[65310]: DEBUG oslo_concurrency.lockutils [req-3103e8e1-8cd1-408a-8c20-2fa0b39fb231 req-e052bcb4-f94d-49dc-a825-e45b062078c8 service nova] Acquired lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.814121] env[65310]: DEBUG nova.network.neutron [req-3103e8e1-8cd1-408a-8c20-2fa0b39fb231 req-e052bcb4-f94d-49dc-a825-e45b062078c8 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Refreshing network info cache for port 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.832689] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "refresh_cache-29056f1d-5a82-48a3-8e84-0110b328855a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.832876] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquired lock "refresh_cache-29056f1d-5a82-48a3-8e84-0110b328855a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.833142] env[65310]: DEBUG nova.network.neutron [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 670.877913] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.055410] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Releasing lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.055410] env[65310]: DEBUG nova.compute.manager [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Instance network_info: |[{"id": "662f549b-c35b-425b-9cab-cc23c8632766", "address": "fa:16:3e:8d:39:b6", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662f549b-c3", "ovs_interfaceid": "662f549b-c35b-425b-9cab-cc23c8632766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 671.055539] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:39:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '662f549b-c35b-425b-9cab-cc23c8632766', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.070530] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 671.070530] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.070530] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d15be4e7-98b1-4cde-bc94-a0cdf164ed64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.102026] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.102026] env[65310]: value = "task-4445761" [ 671.102026] env[65310]: _type = "Task" [ 671.102026] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.114407] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445761, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.115320] env[65310]: DEBUG nova.compute.utils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.124029] env[65310]: DEBUG nova.compute.manager [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 671.124370] env[65310]: DEBUG nova.network.neutron [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 671.124711] env[65310]: WARNING neutronclient.v2_0.client [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.125262] env[65310]: WARNING neutronclient.v2_0.client [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.157447] env[65310]: DEBUG nova.compute.manager [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 671.241929] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507698} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.244035] env[65310]: DEBUG nova.policy [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '259746fad6aa47f2898fde7c09faaa78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ede1bc89e21d4d6b983de4cff608d809', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.246729] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 4b037ed7-6d6e-466f-aefa-b541ed480902/4b037ed7-6d6e-466f-aefa-b541ed480902.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.247231] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.247941] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc5baba1-d905-4abe-bf89-ffe5cd0afe98 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.259448] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 671.259448] env[65310]: value = "task-4445762" [ 671.259448] env[65310]: _type = "Task" [ 671.259448] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.266836] env[65310]: WARNING neutronclient.v2_0.client [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.275502] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.317455] env[65310]: WARNING neutronclient.v2_0.client [req-3103e8e1-8cd1-408a-8c20-2fa0b39fb231 req-e052bcb4-f94d-49dc-a825-e45b062078c8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.333268] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.333268] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.412908] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d0cefc-249b-4d3b-840f-edbb9df4ceb4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.438537] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a8e62-ea7c-4941-91f4-c0d99ab0f765 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.453112] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance '412c15d8-4e8a-4555-a48f-5f58667695cc' progress to 83 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 671.619359] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445761, 'name': CreateVM_Task, 'duration_secs': 0.466762} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.619579] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.620189] env[65310]: WARNING neutronclient.v2_0.client [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.621229] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.622775] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.623216] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.623984] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ca3617-00da-413d-96db-7916a962cf98 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.634784] env[65310]: DEBUG nova.compute.manager [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 671.641404] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 671.641404] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521ce5ee-f239-a3af-b31d-8aa865fcbd5d" [ 671.641404] env[65310]: _type = "Task" [ 671.641404] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.669910] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521ce5ee-f239-a3af-b31d-8aa865fcbd5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.671505] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.671505] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.671505] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.671505] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.672078] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.672078] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2db14b5d-3297-41f4-8a4a-09768fa29c47 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.687408] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.687583] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.695759] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117fde18-d92d-4b32-bf37-fad16b437a00 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.704941] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.709046] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 671.709046] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d02ac6-896d-a9d1-efa9-72d2f3856a49" [ 671.709046] env[65310]: _type = "Task" [ 671.709046] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.723379] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d02ac6-896d-a9d1-efa9-72d2f3856a49, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.727919] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1bcb1ba-5e2d-4388-951e-757058063cba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.738106] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 671.738106] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5297b4c7-6de9-e735-d234-803175d45097" [ 671.738106] env[65310]: _type = "Task" [ 671.738106] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.752140] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5297b4c7-6de9-e735-d234-803175d45097, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.752792] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.752792] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] fda34d98-13d8-4647-a71a-8e35ea232f0f/fda34d98-13d8-4647-a71a-8e35ea232f0f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.753042] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-522407e1-e451-47d2-8339-ea3557ce25b2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.765378] env[65310]: DEBUG nova.network.neutron [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 671.771777] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 671.771777] env[65310]: value = "task-4445763" [ 671.771777] env[65310]: _type = "Task" [ 671.771777] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.784368] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103595} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.786280] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.786280] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588ff3b5-cf1f-4726-9362-1d2897f5d3fb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.794804] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.820660] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 4b037ed7-6d6e-466f-aefa-b541ed480902/4b037ed7-6d6e-466f-aefa-b541ed480902.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.824719] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb2e666-d957-4a29-877d-6cdf0896b41f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.852785] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.852785] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.852785] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.852785] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.853132] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.853178] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.854538] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 671.854538] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.858142] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 671.858142] env[65310]: value = "task-4445764" [ 671.858142] env[65310]: _type = "Task" [ 671.858142] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.868399] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.964162] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.964556] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a59aa63-45d1-4eb2-88df-7f9af91c061e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.974363] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 671.974363] env[65310]: value = "task-4445765" [ 671.974363] env[65310]: _type = "Task" [ 671.974363] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.988135] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.103569] env[65310]: DEBUG nova.network.neutron [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Successfully created port: 53f7b9b4-7e75-4913-95ee-b6c865e99238 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 672.290433] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445763, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.294903] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b31b20-1db0-4339-83c9-1906031ef1d8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.305677] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee36f5e-c821-487d-b683-9cffa6d1d5a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.572559] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.572559] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1431b2a-1397-4bb5-ad07-b333a803b347 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.572559] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268dc35d-ae50-4406-8f87-081e5b765dcb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.572559] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.572559] env[65310]: DEBUG nova.compute.provider_tree [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.581659] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445765, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.653938] env[65310]: DEBUG nova.compute.manager [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 672.686859] env[65310]: DEBUG nova.virt.hardware [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:11:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='569190222',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1029954135',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 672.687237] env[65310]: DEBUG nova.virt.hardware [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.687294] env[65310]: DEBUG nova.virt.hardware [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 672.687446] env[65310]: DEBUG nova.virt.hardware [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.687584] env[65310]: DEBUG nova.virt.hardware [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 672.687779] env[65310]: DEBUG nova.virt.hardware [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 672.687993] env[65310]: DEBUG nova.virt.hardware [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 672.689156] env[65310]: DEBUG nova.virt.hardware [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 672.689487] env[65310]: DEBUG nova.virt.hardware [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 672.689666] env[65310]: DEBUG nova.virt.hardware [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 672.689885] env[65310]: DEBUG nova.virt.hardware [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 672.690911] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc098fcd-b350-42fd-b2b4-afa30d265f80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.701031] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4ea46f-d9c7-461b-a01f-ef5065bed6b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.732448] env[65310]: WARNING neutronclient.v2_0.client [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.783719] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730558} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.785200] env[65310]: WARNING neutronclient.v2_0.client [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.788639] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] fda34d98-13d8-4647-a71a-8e35ea232f0f/fda34d98-13d8-4647-a71a-8e35ea232f0f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.788639] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.789284] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-141b0947-5a97-4662-958e-3bd8953a87b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.798797] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 672.798797] env[65310]: value = "task-4445767" [ 672.798797] env[65310]: _type = "Task" [ 672.798797] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.809251] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.814709] env[65310]: WARNING neutronclient.v2_0.client [req-3103e8e1-8cd1-408a-8c20-2fa0b39fb231 req-e052bcb4-f94d-49dc-a825-e45b062078c8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.879657] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445764, 'name': ReconfigVM_Task, 'duration_secs': 0.655965} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.879966] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 4b037ed7-6d6e-466f-aefa-b541ed480902/4b037ed7-6d6e-466f-aefa-b541ed480902.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.880630] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-956b9cde-e782-459c-9bdc-ace985e64d55 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.890260] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 672.890260] env[65310]: value = "task-4445768" [ 672.890260] env[65310]: _type = "Task" [ 672.890260] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.901969] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445768, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.914285] env[65310]: DEBUG nova.scheduler.client.report [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.992200] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445765, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.020701] env[65310]: DEBUG nova.network.neutron [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Updating instance_info_cache with network_info: [{"id": "61b4a026-54b0-4bc2-a696-598ae4497484", "address": "fa:16:3e:f4:6b:9e", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b4a026-54", "ovs_interfaceid": "61b4a026-54b0-4bc2-a696-598ae4497484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.065395] env[65310]: DEBUG nova.network.neutron [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Updated VIF entry in instance network info cache for port 11f1d5a4-1aff-42be-93ff-0e28f1453357. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 673.065819] env[65310]: DEBUG nova.network.neutron [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Updating instance_info_cache with network_info: [{"id": "11f1d5a4-1aff-42be-93ff-0e28f1453357", "address": "fa:16:3e:86:81:06", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f1d5a4-1a", "ovs_interfaceid": "11f1d5a4-1aff-42be-93ff-0e28f1453357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.169017] env[65310]: DEBUG nova.network.neutron [req-3103e8e1-8cd1-408a-8c20-2fa0b39fb231 req-e052bcb4-f94d-49dc-a825-e45b062078c8 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Updated VIF entry in instance network info cache for port 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 673.170441] env[65310]: DEBUG nova.network.neutron [req-3103e8e1-8cd1-408a-8c20-2fa0b39fb231 req-e052bcb4-f94d-49dc-a825-e45b062078c8 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Updating instance_info_cache with network_info: [{"id": "8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82", "address": "fa:16:3e:90:63:98", "network": {"id": "165b3b77-2a43-47c7-b2f5-5460f3289fcf", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1172363122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578dc3eb996b45a3bb26c63b1ea38365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ba351f2-5e", "ovs_interfaceid": "8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.315729] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100763} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.317607] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.321571] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f08a51-d158-4d11-a716-f343f1a605bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.359160] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] fda34d98-13d8-4647-a71a-8e35ea232f0f/fda34d98-13d8-4647-a71a-8e35ea232f0f.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.360918] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a288106c-82ab-46a2-af7b-724971f1a778 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.383984] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 673.383984] env[65310]: value = "task-4445769" [ 673.383984] env[65310]: _type = "Task" [ 673.383984] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.394732] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.403651] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445768, 'name': Rename_Task, 'duration_secs': 0.319749} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.404365] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.404365] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8bec90d-533c-4056-b514-1307a3ec23e8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.412741] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 673.412741] env[65310]: value = "task-4445770" [ 673.412741] env[65310]: _type = "Task" [ 673.412741] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.422118] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.422640] env[65310]: DEBUG nova.compute.manager [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 673.426380] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.427341] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.391s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.429429] env[65310]: INFO nova.compute.claims [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.493888] env[65310]: DEBUG oslo_vmware.api [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4445765, 'name': PowerOnVM_Task, 'duration_secs': 1.218611} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.493888] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.493888] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fe2a55-2e07-41ae-9bff-e395d5e37bf7 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance '412c15d8-4e8a-4555-a48f-5f58667695cc' progress to 100 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.524342] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Releasing lock "refresh_cache-29056f1d-5a82-48a3-8e84-0110b328855a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.524875] env[65310]: DEBUG nova.compute.manager [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Instance network_info: |[{"id": "61b4a026-54b0-4bc2-a696-598ae4497484", "address": "fa:16:3e:f4:6b:9e", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b4a026-54", "ovs_interfaceid": "61b4a026-54b0-4bc2-a696-598ae4497484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 673.525827] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:6b:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61b4a026-54b0-4bc2-a696-598ae4497484', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.534559] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 673.535255] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.535498] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96e19faa-0cdf-4633-b25b-399d29ef493e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.559420] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.559420] env[65310]: value = "task-4445771" [ 673.559420] env[65310]: _type = "Task" [ 673.559420] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.570465] env[65310]: DEBUG oslo_concurrency.lockutils [req-a90caf6b-62a3-4776-9cdf-e80ad6e68ab2 req-96316837-d750-4c5d-99bb-fd9f01674222 service nova] Releasing lock "refresh_cache-4b037ed7-6d6e-466f-aefa-b541ed480902" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.572660] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445771, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.674556] env[65310]: DEBUG oslo_concurrency.lockutils [req-3103e8e1-8cd1-408a-8c20-2fa0b39fb231 req-e052bcb4-f94d-49dc-a825-e45b062078c8 service nova] Releasing lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.695924] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquiring lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.696246] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.824548] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "893d3455-61cd-49e0-a043-22b544ea89ed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.824548] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "893d3455-61cd-49e0-a043-22b544ea89ed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.824548] env[65310]: DEBUG nova.compute.manager [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 673.825427] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35e1ae8-d3c2-451c-a3b9-b8d0b657c176 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.844337] env[65310]: DEBUG nova.compute.manager [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65310) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 673.845321] env[65310]: DEBUG nova.objects.instance [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lazy-loading 'flavor' on Instance uuid 893d3455-61cd-49e0-a043-22b544ea89ed {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.901577] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445769, 'name': ReconfigVM_Task, 'duration_secs': 0.340731} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.903134] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Reconfigured VM instance instance-00000016 to attach disk [datastore2] fda34d98-13d8-4647-a71a-8e35ea232f0f/fda34d98-13d8-4647-a71a-8e35ea232f0f.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.903910] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-996ce8d1-6b5c-4526-9069-ccd879f17457 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.915415] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 673.915415] env[65310]: value = "task-4445772" [ 673.915415] env[65310]: _type = "Task" [ 673.915415] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.930622] env[65310]: DEBUG nova.compute.utils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.944935] env[65310]: DEBUG nova.compute.manager [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 673.945277] env[65310]: DEBUG nova.network.neutron [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 673.945754] env[65310]: WARNING neutronclient.v2_0.client [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.946214] env[65310]: WARNING neutronclient.v2_0.client [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.954882] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445772, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.954882] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445770, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.954882] env[65310]: DEBUG nova.compute.manager [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 674.071469] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445771, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.072489] env[65310]: DEBUG nova.network.neutron [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Successfully updated port: 53f7b9b4-7e75-4913-95ee-b6c865e99238 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 674.089327] env[65310]: DEBUG nova.policy [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb8b05d826ad4a0abdddff6f804fee6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dda5e46bca8749669a59bc418ab82801', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.250025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquiring lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.250025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.434362] env[65310]: DEBUG oslo_vmware.api [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445770, 'name': PowerOnVM_Task, 'duration_secs': 0.975551} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.438274] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.438718] env[65310]: INFO nova.compute.manager [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Took 10.60 seconds to spawn the instance on the hypervisor. [ 674.442703] env[65310]: DEBUG nova.compute.manager [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 674.442703] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445772, 'name': Rename_Task, 'duration_secs': 0.161435} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.442703] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f384c7-f796-460c-bdf9-2acb9bc8e4fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.444591] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.444992] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02295121-50a5-496f-b45a-396635901175 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.456844] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 674.456844] env[65310]: value = "task-4445773" [ 674.456844] env[65310]: _type = "Task" [ 674.456844] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.481373] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445773, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.487686] env[65310]: DEBUG nova.network.neutron [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Successfully created port: bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 674.573912] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445771, 'name': CreateVM_Task, 'duration_secs': 0.736913} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.573912] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.573912] env[65310]: WARNING neutronclient.v2_0.client [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.576115] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.576115] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.576115] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.576115] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17557cd4-b0bf-46a4-a3a7-6a14139fd9e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.581921] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "refresh_cache-d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.581921] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquired lock "refresh_cache-d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.581921] env[65310]: DEBUG nova.network.neutron [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 674.583895] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 674.583895] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5281f1c3-141d-850f-3b10-0743aadbc2e5" [ 674.583895] env[65310]: _type = "Task" [ 674.583895] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.596030] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5281f1c3-141d-850f-3b10-0743aadbc2e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.855059] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.858078] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f89dee3-c7c5-43ac-ba23-c1203ad6b32f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.868134] env[65310]: DEBUG oslo_vmware.api [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 674.868134] env[65310]: value = "task-4445775" [ 674.868134] env[65310]: _type = "Task" [ 674.868134] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.883144] env[65310]: DEBUG oslo_vmware.api [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.969394] env[65310]: INFO nova.compute.manager [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Took 32.47 seconds to build instance. [ 674.974892] env[65310]: DEBUG nova.compute.manager [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 674.981469] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.027982] env[65310]: DEBUG nova.virt.hardware [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 675.029540] env[65310]: DEBUG nova.virt.hardware [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.029635] env[65310]: DEBUG nova.virt.hardware [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 675.029930] env[65310]: DEBUG nova.virt.hardware [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.030111] env[65310]: DEBUG nova.virt.hardware [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 675.031921] env[65310]: DEBUG nova.virt.hardware [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 675.031921] env[65310]: DEBUG nova.virt.hardware [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 675.031921] env[65310]: DEBUG nova.virt.hardware [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 675.031921] env[65310]: DEBUG nova.virt.hardware [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 675.031921] env[65310]: DEBUG nova.virt.hardware [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 675.032501] env[65310]: DEBUG nova.virt.hardware [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 675.032501] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359b5d72-eee8-4ad0-a306-76865ada7997 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.049278] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a0af83-1544-4089-911a-68c590c98989 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.097332] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5281f1c3-141d-850f-3b10-0743aadbc2e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012453} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.097566] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.097920] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.098181] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.098340] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.099121] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.099121] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cd5200e-e4bd-4fab-b70f-26f460fd4a2e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.120346] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.120346] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.120661] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0068a5d3-d49c-4564-918b-e1f58cf547ce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.127917] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 675.127917] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5245b787-7b35-7b9d-2db4-532d5611d88f" [ 675.127917] env[65310]: _type = "Task" [ 675.127917] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.138919] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5245b787-7b35-7b9d-2db4-532d5611d88f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.188123] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d70fd0a-8040-4abf-91ae-3a76bdda0084 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.200749] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8f3f0d-ff40-495d-b156-1af3cf29db59 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.205886] env[65310]: DEBUG nova.network.neutron [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 675.242182] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa25413-ee93-4f55-9cde-54a61c88478f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.251965] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0429fc-146a-4a21-b2e3-b2114978b8e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.268241] env[65310]: DEBUG nova.compute.provider_tree [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.272618] env[65310]: DEBUG nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Received event network-vif-plugged-662f549b-c35b-425b-9cab-cc23c8632766 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.272838] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Acquiring lock "fda34d98-13d8-4647-a71a-8e35ea232f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.273077] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.273213] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.273375] env[65310]: DEBUG nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] No waiting events found dispatching network-vif-plugged-662f549b-c35b-425b-9cab-cc23c8632766 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 675.273532] env[65310]: WARNING nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Received unexpected event network-vif-plugged-662f549b-c35b-425b-9cab-cc23c8632766 for instance with vm_state building and task_state spawning. [ 675.273685] env[65310]: DEBUG nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Received event network-changed-662f549b-c35b-425b-9cab-cc23c8632766 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.273829] env[65310]: DEBUG nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Refreshing instance network info cache due to event network-changed-662f549b-c35b-425b-9cab-cc23c8632766. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 675.274066] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Acquiring lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.274197] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Acquired lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.274627] env[65310]: DEBUG nova.network.neutron [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Refreshing network info cache for port 662f549b-c35b-425b-9cab-cc23c8632766 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.384995] env[65310]: DEBUG oslo_vmware.api [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445775, 'name': PowerOffVM_Task, 'duration_secs': 0.336674} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.385453] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.385766] env[65310]: DEBUG nova.compute.manager [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 675.387093] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aac2b00-fd8f-4d78-8fd4-83ce608a4ca4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.476457] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445773, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.482160] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b69ea1ec-14d5-4e58-919b-5362373f69ae tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "4b037ed7-6d6e-466f-aefa-b541ed480902" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.549s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.642031] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5245b787-7b35-7b9d-2db4-532d5611d88f, 'name': SearchDatastore_Task, 'duration_secs': 0.020874} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.643409] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f3f9dc-67a3-42bd-be92-1eea107ea4c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.650414] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 675.650414] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5217126c-22c3-1cc0-6385-ba0dfe5955eb" [ 675.650414] env[65310]: _type = "Task" [ 675.650414] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.660496] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5217126c-22c3-1cc0-6385-ba0dfe5955eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.777787] env[65310]: DEBUG nova.scheduler.client.report [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.781754] env[65310]: WARNING neutronclient.v2_0.client [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.904272] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7c1d77d-d35a-47c1-89a1-d0baec1d6f8f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "893d3455-61cd-49e0-a043-22b544ea89ed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.976584] env[65310]: DEBUG oslo_vmware.api [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445773, 'name': PowerOnVM_Task, 'duration_secs': 1.240387} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.976817] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.976994] env[65310]: INFO nova.compute.manager [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Took 9.45 seconds to spawn the instance on the hypervisor. [ 675.977200] env[65310]: DEBUG nova.compute.manager [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 675.978099] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc56649-ed06-43bd-b6b9-79884b7d22e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.985805] env[65310]: DEBUG nova.compute.manager [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 676.111628] env[65310]: WARNING neutronclient.v2_0.client [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.171041] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5217126c-22c3-1cc0-6385-ba0dfe5955eb, 'name': SearchDatastore_Task, 'duration_secs': 0.021419} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.173843] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.173843] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 29056f1d-5a82-48a3-8e84-0110b328855a/29056f1d-5a82-48a3-8e84-0110b328855a.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.173843] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ccf52da-e647-4ead-8d8a-49b5b49d83ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.181856] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 676.181856] env[65310]: value = "task-4445776" [ 676.181856] env[65310]: _type = "Task" [ 676.181856] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.193863] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.273465] env[65310]: DEBUG nova.network.neutron [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Successfully updated port: bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 676.285707] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.286300] env[65310]: DEBUG nova.compute.manager [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 676.291646] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.276s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.292823] env[65310]: INFO nova.compute.claims [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.401351] env[65310]: DEBUG nova.network.neutron [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Updating instance_info_cache with network_info: [{"id": "53f7b9b4-7e75-4913-95ee-b6c865e99238", "address": "fa:16:3e:50:96:70", "network": {"id": "8e33b1eb-2072-4a71-80bc-5de66ef9089e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1681803919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede1bc89e21d4d6b983de4cff608d809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f7b9b4-7e", "ovs_interfaceid": "53f7b9b4-7e75-4913-95ee-b6c865e99238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.481027] env[65310]: WARNING neutronclient.v2_0.client [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.505827] env[65310]: INFO nova.compute.manager [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Took 32.51 seconds to build instance. [ 676.544482] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.625714] env[65310]: DEBUG nova.network.neutron [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Updated VIF entry in instance network info cache for port 662f549b-c35b-425b-9cab-cc23c8632766. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 676.626140] env[65310]: DEBUG nova.network.neutron [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Updating instance_info_cache with network_info: [{"id": "662f549b-c35b-425b-9cab-cc23c8632766", "address": "fa:16:3e:8d:39:b6", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662f549b-c3", "ovs_interfaceid": "662f549b-c35b-425b-9cab-cc23c8632766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.694787] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445776, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.782131] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquiring lock "refresh_cache-656cee43-e949-41f2-b2a0-566e491c4d76" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.782131] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquired lock "refresh_cache-656cee43-e949-41f2-b2a0-566e491c4d76" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.782702] env[65310]: DEBUG nova.network.neutron [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 676.798813] env[65310]: DEBUG nova.compute.utils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.803189] env[65310]: DEBUG nova.compute.manager [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 676.803504] env[65310]: DEBUG nova.network.neutron [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 676.804732] env[65310]: WARNING neutronclient.v2_0.client [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.804732] env[65310]: WARNING neutronclient.v2_0.client [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.884155] env[65310]: DEBUG nova.policy [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db27a96973684649ad875a18424c8f90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e85de7a335344366b4a36eb8a560b001', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.907202] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Releasing lock "refresh_cache-d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.907696] env[65310]: DEBUG nova.compute.manager [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Instance network_info: |[{"id": "53f7b9b4-7e75-4913-95ee-b6c865e99238", "address": "fa:16:3e:50:96:70", "network": {"id": "8e33b1eb-2072-4a71-80bc-5de66ef9089e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1681803919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede1bc89e21d4d6b983de4cff608d809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f7b9b4-7e", "ovs_interfaceid": "53f7b9b4-7e75-4913-95ee-b6c865e99238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 676.908316] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:96:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53f7b9b4-7e75-4913-95ee-b6c865e99238', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.924296] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Creating folder: Project (ede1bc89e21d4d6b983de4cff608d809). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.924825] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d40e8994-647b-41f7-b250-da9133e82482 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.940405] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Created folder: Project (ede1bc89e21d4d6b983de4cff608d809) in parent group-v869493. [ 676.940629] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Creating folder: Instances. Parent ref: group-v869553. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.940960] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-894da6da-ba92-4952-84d3-071c09288680 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.955473] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Created folder: Instances in parent group-v869553. [ 676.955870] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 676.956047] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.956819] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-388699e6-915e-405a-9389-a9c44853e54e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.981421] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.981421] env[65310]: value = "task-4445779" [ 676.981421] env[65310]: _type = "Task" [ 676.981421] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.992095] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445779, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.009513] env[65310]: DEBUG oslo_concurrency.lockutils [None req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.382s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.132063] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Releasing lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.132063] env[65310]: DEBUG nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Received event network-vif-plugged-61b4a026-54b0-4bc2-a696-598ae4497484 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.132063] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Acquiring lock "29056f1d-5a82-48a3-8e84-0110b328855a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.132063] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Lock "29056f1d-5a82-48a3-8e84-0110b328855a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.132063] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Lock "29056f1d-5a82-48a3-8e84-0110b328855a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.132339] env[65310]: DEBUG nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] No waiting events found dispatching network-vif-plugged-61b4a026-54b0-4bc2-a696-598ae4497484 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.132339] env[65310]: WARNING nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Received unexpected event network-vif-plugged-61b4a026-54b0-4bc2-a696-598ae4497484 for instance with vm_state building and task_state spawning. [ 677.132339] env[65310]: DEBUG nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Received event network-changed-61b4a026-54b0-4bc2-a696-598ae4497484 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.132339] env[65310]: DEBUG nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Refreshing instance network info cache due to event network-changed-61b4a026-54b0-4bc2-a696-598ae4497484. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 677.132339] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Acquiring lock "refresh_cache-29056f1d-5a82-48a3-8e84-0110b328855a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.132507] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Acquired lock "refresh_cache-29056f1d-5a82-48a3-8e84-0110b328855a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.132507] env[65310]: DEBUG nova.network.neutron [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Refreshing network info cache for port 61b4a026-54b0-4bc2-a696-598ae4497484 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.173830] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquiring lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.173830] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.192502] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799735} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.192839] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 29056f1d-5a82-48a3-8e84-0110b328855a/29056f1d-5a82-48a3-8e84-0110b328855a.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.193142] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.193481] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50cbca47-3b49-4d01-8bb0-1c507a40583f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.201547] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 677.201547] env[65310]: value = "task-4445780" [ 677.201547] env[65310]: _type = "Task" [ 677.201547] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.212296] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.308675] env[65310]: DEBUG nova.compute.manager [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 677.370709] env[65310]: DEBUG nova.network.neutron [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Successfully created port: bd3d1dae-aba2-41be-bb6e-2813c4c078be {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 677.399594] env[65310]: DEBUG nova.network.neutron [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 677.496161] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445779, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.513450] env[65310]: DEBUG nova.compute.manager [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 677.634281] env[65310]: WARNING neutronclient.v2_0.client [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.664938] env[65310]: WARNING neutronclient.v2_0.client [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.712572] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084871} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.717891] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.719195] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399e4a97-0c39-4ca3-88a0-7dcd1689270d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.746743] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 29056f1d-5a82-48a3-8e84-0110b328855a/29056f1d-5a82-48a3-8e84-0110b328855a.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.749954] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be700d87-5293-42c2-9196-f49ff12ec80e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.774974] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 677.774974] env[65310]: value = "task-4445781" [ 677.774974] env[65310]: _type = "Task" [ 677.774974] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.788677] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.941919] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3b7eaa-0755-49a2-9ea3-5254c55b2abe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.952345] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ca3ed-b1b0-490b-89ed-ccadc68e8b92 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.955942] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "412c15d8-4e8a-4555-a48f-5f58667695cc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.956182] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.956361] env[65310]: DEBUG nova.compute.manager [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Going to confirm migration 1 {{(pid=65310) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 677.990462] env[65310]: DEBUG nova.network.neutron [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Updating instance_info_cache with network_info: [{"id": "bbc448cb-ffb1-4b6e-bb85-fe4fe073a475", "address": "fa:16:3e:dc:b5:cb", "network": {"id": "8680d7ab-6fea-439f-a364-9be2e1ea7411", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2102623733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda5e46bca8749669a59bc418ab82801", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc448cb-ff", "ovs_interfaceid": "bbc448cb-ffb1-4b6e-bb85-fe4fe073a475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.997257] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a03187f-d754-4016-9bd1-2908c3b04839 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.011318] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e988da7c-c06c-4f87-9f8a-b48f1a8e3446 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.016244] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445779, 'name': CreateVM_Task, 'duration_secs': 0.584527} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.017285] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.018222] env[65310]: WARNING neutronclient.v2_0.client [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.018590] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.018768] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.019470] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.019988] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b49cb3ee-5cff-4078-85e5-a487a5fe7f61 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.032573] env[65310]: DEBUG nova.compute.provider_tree [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.040645] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 678.040645] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a604d4-1b01-ef1d-ebd2-7eeffd56a3e6" [ 678.040645] env[65310]: _type = "Task" [ 678.040645] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.046993] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.052812] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a604d4-1b01-ef1d-ebd2-7eeffd56a3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.225157] env[65310]: WARNING neutronclient.v2_0.client [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.290131] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.325113] env[65310]: DEBUG nova.compute.manager [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 678.365454] env[65310]: DEBUG nova.virt.hardware [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 678.365741] env[65310]: DEBUG nova.virt.hardware [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.365886] env[65310]: DEBUG nova.virt.hardware [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 678.366952] env[65310]: DEBUG nova.virt.hardware [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.367532] env[65310]: DEBUG nova.virt.hardware [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 678.368506] env[65310]: DEBUG nova.virt.hardware [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 678.368806] env[65310]: DEBUG nova.virt.hardware [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.368991] env[65310]: DEBUG nova.virt.hardware [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 678.369168] env[65310]: DEBUG nova.virt.hardware [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 678.369335] env[65310]: DEBUG nova.virt.hardware [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 678.369506] env[65310]: DEBUG nova.virt.hardware [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 678.371436] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbb7596-feee-4277-9320-772934223607 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.384799] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea385b5-7de3-49f6-b9d6-b45acfd6e615 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.393162] env[65310]: DEBUG nova.network.neutron [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Updated VIF entry in instance network info cache for port 61b4a026-54b0-4bc2-a696-598ae4497484. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 678.393370] env[65310]: DEBUG nova.network.neutron [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Updating instance_info_cache with network_info: [{"id": "61b4a026-54b0-4bc2-a696-598ae4497484", "address": "fa:16:3e:f4:6b:9e", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b4a026-54", "ovs_interfaceid": "61b4a026-54b0-4bc2-a696-598ae4497484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.464037] env[65310]: WARNING neutronclient.v2_0.client [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.502391] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Releasing lock "refresh_cache-656cee43-e949-41f2-b2a0-566e491c4d76" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.502825] env[65310]: DEBUG nova.compute.manager [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Instance network_info: |[{"id": "bbc448cb-ffb1-4b6e-bb85-fe4fe073a475", "address": "fa:16:3e:dc:b5:cb", "network": {"id": "8680d7ab-6fea-439f-a364-9be2e1ea7411", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2102623733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda5e46bca8749669a59bc418ab82801", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc448cb-ff", "ovs_interfaceid": "bbc448cb-ffb1-4b6e-bb85-fe4fe073a475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 678.503909] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:b5:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbc448cb-ffb1-4b6e-bb85-fe4fe073a475', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.513349] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Creating folder: Project (dda5e46bca8749669a59bc418ab82801). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.513441] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94152ad4-b2f0-4646-94d3-083f0cb2d9e5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.529105] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Created folder: Project (dda5e46bca8749669a59bc418ab82801) in parent group-v869493. [ 678.529347] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Creating folder: Instances. Parent ref: group-v869556. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.529653] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fce6e61-3e69-46f1-8d35-b9d04bdb0ae7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.538184] env[65310]: DEBUG nova.scheduler.client.report [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.544333] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Created folder: Instances in parent group-v869556. [ 678.544597] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 678.550224] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.552219] env[65310]: WARNING neutronclient.v2_0.client [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.552730] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.553017] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.553283] env[65310]: DEBUG nova.network.neutron [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 678.556306] env[65310]: DEBUG nova.objects.instance [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lazy-loading 'info_cache' on Instance uuid 412c15d8-4e8a-4555-a48f-5f58667695cc {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.556306] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12aa99ad-08d0-4b5d-8b3d-6f24de5e5f3b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.601304] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a604d4-1b01-ef1d-ebd2-7eeffd56a3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.038891} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.603798] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.604286] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.604916] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.604916] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.605163] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.605570] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.605570] env[65310]: value = "task-4445784" [ 678.605570] env[65310]: _type = "Task" [ 678.605570] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.606850] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb7441f9-23b7-40c3-9306-e8d24b9b4e49 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.626551] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445784, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.628031] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.628292] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.629510] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1eb786-93ea-4b69-8bc7-57e2500d5def {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.639202] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 678.639202] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df2dbc-2b67-0947-ec58-8e81ffdc1f03" [ 678.639202] env[65310]: _type = "Task" [ 678.639202] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.651035] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df2dbc-2b67-0947-ec58-8e81ffdc1f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.792233] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445781, 'name': ReconfigVM_Task, 'duration_secs': 0.863876} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.792779] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 29056f1d-5a82-48a3-8e84-0110b328855a/29056f1d-5a82-48a3-8e84-0110b328855a.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.794135] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8a16020-b054-402e-bab0-d10cf4a6de79 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.805309] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 678.805309] env[65310]: value = "task-4445785" [ 678.805309] env[65310]: _type = "Task" [ 678.805309] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.817127] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445785, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.905582] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Releasing lock "refresh_cache-29056f1d-5a82-48a3-8e84-0110b328855a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.905582] env[65310]: DEBUG nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Received event network-changed-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 678.905582] env[65310]: DEBUG nova.compute.manager [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Refreshing instance network info cache due to event network-changed-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 678.905582] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Acquiring lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.905879] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Acquired lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.905879] env[65310]: DEBUG nova.network.neutron [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Refreshing network info cache for port 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.047139] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.047838] env[65310]: DEBUG nova.compute.manager [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 679.051770] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.583s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.051770] env[65310]: DEBUG nova.objects.instance [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Lazy-loading 'resources' on Instance uuid 60f8bc6a-2144-4c56-837e-9a191c16630f {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.122994] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445784, 'name': CreateVM_Task, 'duration_secs': 0.481563} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.123285] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.124133] env[65310]: WARNING neutronclient.v2_0.client [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.124512] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.124672] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.124969] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.125292] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b397c3-caee-4023-bef2-c6c377ed6cc9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.128207] env[65310]: DEBUG nova.network.neutron [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Successfully updated port: bd3d1dae-aba2-41be-bb6e-2813c4c078be {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 679.134747] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for the task: (returnval){ [ 679.134747] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a45e11-957d-0e03-a542-47a2c0b6ea3f" [ 679.134747] env[65310]: _type = "Task" [ 679.134747] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.151381] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a45e11-957d-0e03-a542-47a2c0b6ea3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.155203] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df2dbc-2b67-0947-ec58-8e81ffdc1f03, 'name': SearchDatastore_Task, 'duration_secs': 0.014735} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.156131] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dfcac60-bf2a-4257-820e-928266c441e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.163183] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 679.163183] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529201c2-8886-2444-6d7d-0b904fba56e1" [ 679.163183] env[65310]: _type = "Task" [ 679.163183] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.172393] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529201c2-8886-2444-6d7d-0b904fba56e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.317243] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445785, 'name': Rename_Task, 'duration_secs': 0.310888} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.317604] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.317950] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49478867-7812-4353-b82e-e242bcd72bf3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.326188] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 679.326188] env[65310]: value = "task-4445786" [ 679.326188] env[65310]: _type = "Task" [ 679.326188] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.335692] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.408632] env[65310]: WARNING neutronclient.v2_0.client [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.555227] env[65310]: DEBUG nova.compute.utils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.561622] env[65310]: DEBUG nova.compute.manager [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 679.561622] env[65310]: DEBUG nova.network.neutron [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 679.561622] env[65310]: WARNING neutronclient.v2_0.client [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.562223] env[65310]: WARNING neutronclient.v2_0.client [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.581885] env[65310]: WARNING neutronclient.v2_0.client [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.592579] env[65310]: WARNING neutronclient.v2_0.client [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.630517] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquiring lock "refresh_cache-326fba28-76f8-493a-9a3c-42ce85b5962d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.630742] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquired lock "refresh_cache-326fba28-76f8-493a-9a3c-42ce85b5962d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.630977] env[65310]: DEBUG nova.network.neutron [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 679.644539] env[65310]: DEBUG nova.compute.manager [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Received event network-vif-plugged-53f7b9b4-7e75-4913-95ee-b6c865e99238 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 679.644833] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Acquiring lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.645394] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.646625] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.646625] env[65310]: DEBUG nova.compute.manager [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] No waiting events found dispatching network-vif-plugged-53f7b9b4-7e75-4913-95ee-b6c865e99238 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 679.646625] env[65310]: WARNING nova.compute.manager [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Received unexpected event network-vif-plugged-53f7b9b4-7e75-4913-95ee-b6c865e99238 for instance with vm_state building and task_state spawning. [ 679.646625] env[65310]: DEBUG nova.compute.manager [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Received event network-changed-53f7b9b4-7e75-4913-95ee-b6c865e99238 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 679.646625] env[65310]: DEBUG nova.compute.manager [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Refreshing instance network info cache due to event network-changed-53f7b9b4-7e75-4913-95ee-b6c865e99238. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 679.646956] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Acquiring lock "refresh_cache-d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.646956] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Acquired lock "refresh_cache-d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.646956] env[65310]: DEBUG nova.network.neutron [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Refreshing network info cache for port 53f7b9b4-7e75-4913-95ee-b6c865e99238 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.670628] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a45e11-957d-0e03-a542-47a2c0b6ea3f, 'name': SearchDatastore_Task, 'duration_secs': 0.017849} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.675149] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.675444] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.675913] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.686878] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529201c2-8886-2444-6d7d-0b904fba56e1, 'name': SearchDatastore_Task, 'duration_secs': 0.019137} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.687184] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.687699] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d4ac215d-edf5-4cb9-929a-1325ea7e9bc9/d4ac215d-edf5-4cb9-929a-1325ea7e9bc9.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.690368] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.690635] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.690838] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79d4084-984a-47a5-9cb1-8a838225cc34 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.695494] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d133558e-c1e1-430f-99d6-a84cff56032e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.706863] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 679.706863] env[65310]: value = "task-4445787" [ 679.706863] env[65310]: _type = "Task" [ 679.706863] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.712364] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.712675] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.713852] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f4e7af-8057-45e5-bf81-058a86359b93 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.723062] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.730799] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for the task: (returnval){ [ 679.730799] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5270e95a-b20c-bae9-7d9d-dddbbdccbeb4" [ 679.730799] env[65310]: _type = "Task" [ 679.730799] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.738299] env[65310]: DEBUG nova.policy [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9aa9ae0f9f254451816d51a67af5d097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5e248323aa943768de32e6f4d7e2c96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.746507] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5270e95a-b20c-bae9-7d9d-dddbbdccbeb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.755610] env[65310]: DEBUG nova.network.neutron [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Updated VIF entry in instance network info cache for port 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.756067] env[65310]: DEBUG nova.network.neutron [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Updating instance_info_cache with network_info: [{"id": "8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82", "address": "fa:16:3e:90:63:98", "network": {"id": "165b3b77-2a43-47c7-b2f5-5460f3289fcf", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1172363122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578dc3eb996b45a3bb26c63b1ea38365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ba351f2-5e", "ovs_interfaceid": "8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.840523] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.932580] env[65310]: DEBUG nova.compute.manager [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 679.933715] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cb0d07-6905-4b6a-a8e6-945a6bbc5683 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.061069] env[65310]: DEBUG nova.compute.manager [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 680.101445] env[65310]: WARNING neutronclient.v2_0.client [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.128409] env[65310]: DEBUG nova.network.neutron [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Successfully created port: 4407c23b-71ff-4711-b775-a870b8af866d {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 680.161249] env[65310]: WARNING neutronclient.v2_0.client [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.195941] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd5b380-ba1a-431e-b023-1d97c4001432 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.207363] env[65310]: DEBUG nova.network.neutron [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 680.211636] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe84c196-6a24-4461-b076-afc875553aa3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.228587] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445787, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.261272] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32dbd67-0874-4429-ae4f-f16ce4779900 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.268182] env[65310]: DEBUG oslo_concurrency.lockutils [req-a0d78ed2-4688-4673-a132-16c4a13f879a req-44282df6-330c-4021-bb6b-ff3bb563ee2f service nova] Releasing lock "refresh_cache-d4aafc22-1512-43fc-946a-c25e703a54b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.268978] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Acquiring lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.269210] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.279439] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6dedc-7ed7-40c9-aabb-4bb49476187e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.285102] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5270e95a-b20c-bae9-7d9d-dddbbdccbeb4, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.289130] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59b432f-3abf-45b8-904f-d813ca464f39 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.301656] env[65310]: DEBUG nova.compute.provider_tree [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.305036] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for the task: (returnval){ [ 680.305036] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5280d6db-776c-d6f8-efcd-45d3ae237aa6" [ 680.305036] env[65310]: _type = "Task" [ 680.305036] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.318192] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5280d6db-776c-d6f8-efcd-45d3ae237aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.342135] env[65310]: DEBUG oslo_vmware.api [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445786, 'name': PowerOnVM_Task, 'duration_secs': 0.757802} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.342277] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.342718] env[65310]: INFO nova.compute.manager [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Took 10.79 seconds to spawn the instance on the hypervisor. [ 680.342861] env[65310]: DEBUG nova.compute.manager [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 680.344192] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014d69d2-4c5d-4fed-afd5-0063245d58cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.387148] env[65310]: DEBUG nova.network.neutron [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance_info_cache with network_info: [{"id": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "address": "fa:16:3e:cd:ba:0e", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59be3b7-fc", "ovs_interfaceid": "c59be3b7-fc74-4e23-afd8-8cc4406e80b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.454685] env[65310]: INFO nova.compute.manager [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] instance snapshotting [ 680.455108] env[65310]: WARNING nova.compute.manager [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 680.458682] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa6924c-2469-4be7-a4be-6f95e327edd0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.481097] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5f5bea-3721-4e07-85a6-d9bb5621a4ac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.655052] env[65310]: WARNING neutronclient.v2_0.client [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.728054] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796207} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.728332] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d4ac215d-edf5-4cb9-929a-1325ea7e9bc9/d4ac215d-edf5-4cb9-929a-1325ea7e9bc9.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.728543] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.728824] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0ff7642-60b1-4863-a8be-4e556182b012 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.738886] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 680.738886] env[65310]: value = "task-4445788" [ 680.738886] env[65310]: _type = "Task" [ 680.738886] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.749556] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.778384] env[65310]: WARNING neutronclient.v2_0.client [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.808344] env[65310]: DEBUG nova.scheduler.client.report [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.821307] env[65310]: DEBUG nova.network.neutron [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Updating instance_info_cache with network_info: [{"id": "bd3d1dae-aba2-41be-bb6e-2813c4c078be", "address": "fa:16:3e:c9:4d:3f", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd3d1dae-ab", "ovs_interfaceid": "bd3d1dae-aba2-41be-bb6e-2813c4c078be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.841949] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5280d6db-776c-d6f8-efcd-45d3ae237aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.063598} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.842563] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.843428] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 656cee43-e949-41f2-b2a0-566e491c4d76/656cee43-e949-41f2-b2a0-566e491c4d76.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.843428] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-836939b3-b3f7-4220-ad2a-8e7db62851fe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.853647] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for the task: (returnval){ [ 680.853647] env[65310]: value = "task-4445789" [ 680.853647] env[65310]: _type = "Task" [ 680.853647] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.870341] env[65310]: INFO nova.compute.manager [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Took 32.62 seconds to build instance. [ 680.878022] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.889501] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "refresh_cache-412c15d8-4e8a-4555-a48f-5f58667695cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.889764] env[65310]: DEBUG nova.objects.instance [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lazy-loading 'migration_context' on Instance uuid 412c15d8-4e8a-4555-a48f-5f58667695cc {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.895030] env[65310]: DEBUG nova.network.neutron [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Updated VIF entry in instance network info cache for port 53f7b9b4-7e75-4913-95ee-b6c865e99238. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 680.895377] env[65310]: DEBUG nova.network.neutron [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Updating instance_info_cache with network_info: [{"id": "53f7b9b4-7e75-4913-95ee-b6c865e99238", "address": "fa:16:3e:50:96:70", "network": {"id": "8e33b1eb-2072-4a71-80bc-5de66ef9089e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1681803919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede1bc89e21d4d6b983de4cff608d809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f7b9b4-7e", "ovs_interfaceid": "53f7b9b4-7e75-4913-95ee-b6c865e99238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.998677] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 680.998822] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a95e5ec-2abb-47db-877a-232bd41bc909 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.008199] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 681.008199] env[65310]: value = "task-4445790" [ 681.008199] env[65310]: _type = "Task" [ 681.008199] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.018102] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.078044] env[65310]: DEBUG nova.compute.manager [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 681.108635] env[65310]: DEBUG nova.virt.hardware [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 681.108635] env[65310]: DEBUG nova.virt.hardware [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.108635] env[65310]: DEBUG nova.virt.hardware [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 681.108905] env[65310]: DEBUG nova.virt.hardware [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.108945] env[65310]: DEBUG nova.virt.hardware [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 681.109105] env[65310]: DEBUG nova.virt.hardware [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 681.109314] env[65310]: DEBUG nova.virt.hardware [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.110146] env[65310]: DEBUG nova.virt.hardware [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 681.110146] env[65310]: DEBUG nova.virt.hardware [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 681.110146] env[65310]: DEBUG nova.virt.hardware [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 681.110146] env[65310]: DEBUG nova.virt.hardware [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 681.111171] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b97ef8-6934-4728-8d1f-386c9db95b7e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.121566] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363ebacf-71c6-4871-a4d6-dba965cd0069 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.250666] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081417} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.250961] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.251794] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af287db1-8cd6-41ff-b4e5-3f297b8d4787 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.277417] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] d4ac215d-edf5-4cb9-929a-1325ea7e9bc9/d4ac215d-edf5-4cb9-929a-1325ea7e9bc9.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.277731] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d44bb97a-71c4-485e-b069-b0d0204319ca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.298699] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 681.298699] env[65310]: value = "task-4445791" [ 681.298699] env[65310]: _type = "Task" [ 681.298699] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.311685] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445791, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.324032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.327111] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.685s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.328828] env[65310]: INFO nova.compute.claims [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.332148] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Releasing lock "refresh_cache-326fba28-76f8-493a-9a3c-42ce85b5962d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.332551] env[65310]: DEBUG nova.compute.manager [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Instance network_info: |[{"id": "bd3d1dae-aba2-41be-bb6e-2813c4c078be", "address": "fa:16:3e:c9:4d:3f", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd3d1dae-ab", "ovs_interfaceid": "bd3d1dae-aba2-41be-bb6e-2813c4c078be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 681.332989] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:4d:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd3d1dae-aba2-41be-bb6e-2813c4c078be', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.342973] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Creating folder: Project (e85de7a335344366b4a36eb8a560b001). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.342973] env[65310]: INFO nova.compute.manager [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Rebuilding instance [ 681.346354] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fab8fd4-e6c9-436f-b829-9e850265c898 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.360661] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Created folder: Project (e85de7a335344366b4a36eb8a560b001) in parent group-v869493. [ 681.360661] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Creating folder: Instances. Parent ref: group-v869559. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.366222] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-388bec42-1471-4fdb-b798-12bf1e09b531 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.370606] env[65310]: INFO nova.scheduler.client.report [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Deleted allocations for instance 60f8bc6a-2144-4c56-837e-9a191c16630f [ 681.386240] env[65310]: DEBUG oslo_concurrency.lockutils [None req-665d2bb6-e591-45bf-b146-74e326df0f5b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "29056f1d-5a82-48a3-8e84-0110b328855a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.873s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.386832] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445789, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.395017] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Created folder: Instances in parent group-v869559. [ 681.395336] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 681.396066] env[65310]: DEBUG nova.objects.base [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Object Instance<412c15d8-4e8a-4555-a48f-5f58667695cc> lazy-loaded attributes: info_cache,migration_context {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 681.396617] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.397765] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dee77d8-3f41-4482-bd5c-14d912b13b27 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.401401] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Releasing lock "refresh_cache-d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.401523] env[65310]: DEBUG nova.compute.manager [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Received event network-vif-plugged-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 681.401761] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Acquiring lock "656cee43-e949-41f2-b2a0-566e491c4d76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.401957] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Lock "656cee43-e949-41f2-b2a0-566e491c4d76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.402209] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Lock "656cee43-e949-41f2-b2a0-566e491c4d76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.402382] env[65310]: DEBUG nova.compute.manager [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] No waiting events found dispatching network-vif-plugged-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 681.402623] env[65310]: WARNING nova.compute.manager [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Received unexpected event network-vif-plugged-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 for instance with vm_state building and task_state spawning. [ 681.402923] env[65310]: DEBUG nova.compute.manager [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Received event network-changed-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 681.403048] env[65310]: DEBUG nova.compute.manager [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Refreshing instance network info cache due to event network-changed-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 681.403282] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Acquiring lock "refresh_cache-656cee43-e949-41f2-b2a0-566e491c4d76" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.403436] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Acquired lock "refresh_cache-656cee43-e949-41f2-b2a0-566e491c4d76" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.403571] env[65310]: DEBUG nova.network.neutron [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Refreshing network info cache for port bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.404945] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76210e55-00de-4351-a411-e7e943fd73c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.428679] env[65310]: DEBUG nova.compute.manager [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 681.429129] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342e8ad6-705e-4a8f-95f6-e0efb1f2f153 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.453488] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.453488] env[65310]: value = "task-4445794" [ 681.453488] env[65310]: _type = "Task" [ 681.453488] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.454403] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0385bc-c31c-40c9-98b6-120198b13981 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.472592] env[65310]: DEBUG oslo_vmware.api [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 681.472592] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528c7a91-947d-507a-5405-567a98bc1c93" [ 681.472592] env[65310]: _type = "Task" [ 681.472592] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.477343] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445794, 'name': CreateVM_Task} progress is 15%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.489307] env[65310]: DEBUG oslo_vmware.api [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528c7a91-947d-507a-5405-567a98bc1c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.525027] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445790, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.573485] env[65310]: DEBUG nova.compute.manager [req-4ed6d167-3e3b-47be-b397-c708a2fb7864 req-13ee5c77-c3ba-4d27-a3c3-8f668e0fce65 service nova] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Received event network-vif-plugged-bd3d1dae-aba2-41be-bb6e-2813c4c078be {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 681.573788] env[65310]: DEBUG oslo_concurrency.lockutils [req-4ed6d167-3e3b-47be-b397-c708a2fb7864 req-13ee5c77-c3ba-4d27-a3c3-8f668e0fce65 service nova] Acquiring lock "326fba28-76f8-493a-9a3c-42ce85b5962d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.573938] env[65310]: DEBUG oslo_concurrency.lockutils [req-4ed6d167-3e3b-47be-b397-c708a2fb7864 req-13ee5c77-c3ba-4d27-a3c3-8f668e0fce65 service nova] Lock "326fba28-76f8-493a-9a3c-42ce85b5962d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.576853] env[65310]: DEBUG oslo_concurrency.lockutils [req-4ed6d167-3e3b-47be-b397-c708a2fb7864 req-13ee5c77-c3ba-4d27-a3c3-8f668e0fce65 service nova] Lock "326fba28-76f8-493a-9a3c-42ce85b5962d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.576853] env[65310]: DEBUG nova.compute.manager [req-4ed6d167-3e3b-47be-b397-c708a2fb7864 req-13ee5c77-c3ba-4d27-a3c3-8f668e0fce65 service nova] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] No waiting events found dispatching network-vif-plugged-bd3d1dae-aba2-41be-bb6e-2813c4c078be {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 681.576853] env[65310]: WARNING nova.compute.manager [req-4ed6d167-3e3b-47be-b397-c708a2fb7864 req-13ee5c77-c3ba-4d27-a3c3-8f668e0fce65 service nova] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Received unexpected event network-vif-plugged-bd3d1dae-aba2-41be-bb6e-2813c4c078be for instance with vm_state building and task_state spawning. [ 681.809933] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445791, 'name': ReconfigVM_Task, 'duration_secs': 0.428791} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.810255] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Reconfigured VM instance instance-00000018 to attach disk [datastore2] d4ac215d-edf5-4cb9-929a-1325ea7e9bc9/d4ac215d-edf5-4cb9-929a-1325ea7e9bc9.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.810969] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01fbebe1-4428-4c6c-8fee-7a7c20e6ee9d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.819388] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 681.819388] env[65310]: value = "task-4445795" [ 681.819388] env[65310]: _type = "Task" [ 681.819388] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.832655] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445795, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.875930] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909529} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.877851] env[65310]: DEBUG nova.network.neutron [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Successfully updated port: 4407c23b-71ff-4711-b775-a870b8af866d {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 681.883823] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 656cee43-e949-41f2-b2a0-566e491c4d76/656cee43-e949-41f2-b2a0-566e491c4d76.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.884227] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.885163] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-facf31ca-63dd-4bda-8402-d0735415c304 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.893387] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Lock "60f8bc6a-2144-4c56-837e-9a191c16630f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.025s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.901500] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for the task: (returnval){ [ 681.901500] env[65310]: value = "task-4445796" [ 681.901500] env[65310]: _type = "Task" [ 681.901500] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.902523] env[65310]: DEBUG nova.compute.manager [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 681.925169] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.926403] env[65310]: WARNING neutronclient.v2_0.client [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.971498] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445794, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.992823] env[65310]: DEBUG oslo_vmware.api [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528c7a91-947d-507a-5405-567a98bc1c93, 'name': SearchDatastore_Task, 'duration_secs': 0.022334} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.993862] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.025032] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445790, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.119108] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "e12099d1-dbc9-4197-b65b-f739fc5dd31c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.120046] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "e12099d1-dbc9-4197-b65b-f739fc5dd31c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.332996] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445795, 'name': Rename_Task, 'duration_secs': 0.362133} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.333326] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.333582] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c66a22d-bbc8-48c9-8a77-044c7332f98f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.340910] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 682.340910] env[65310]: value = "task-4445797" [ 682.340910] env[65310]: _type = "Task" [ 682.340910] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.352827] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.384658] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "refresh_cache-8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.384895] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquired lock "refresh_cache-8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.385409] env[65310]: DEBUG nova.network.neutron [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 682.415026] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150466} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.421662] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.426581] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d105ad0b-2469-4494-a4c6-45fd6d7f8129 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.459603] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 656cee43-e949-41f2-b2a0-566e491c4d76/656cee43-e949-41f2-b2a0-566e491c4d76.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.461206] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.461648] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55bb2a2a-d124-4dcf-94bd-834dbbf5dfee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.487911] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.488470] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43bc0c2a-3d62-458d-b6e7-efc0921c63b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.499392] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445794, 'name': CreateVM_Task, 'duration_secs': 0.605464} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.501673] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.502198] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 682.502198] env[65310]: value = "task-4445798" [ 682.502198] env[65310]: _type = "Task" [ 682.502198] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.502483] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for the task: (returnval){ [ 682.502483] env[65310]: value = "task-4445799" [ 682.502483] env[65310]: _type = "Task" [ 682.502483] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.504213] env[65310]: WARNING neutronclient.v2_0.client [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.504213] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.504213] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.504213] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.504213] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd11e29b-16ac-45f8-b348-0c7871146e74 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.533100] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for the task: (returnval){ [ 682.533100] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52db7a08-fdf9-e672-0829-999e7318f7fd" [ 682.533100] env[65310]: _type = "Task" [ 682.533100] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.541048] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.541382] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.558264] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445790, 'name': CreateSnapshot_Task, 'duration_secs': 1.063605} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.558816] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 682.560078] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b81f32-cdfe-4069-bed5-0fc093a847b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.568373] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52db7a08-fdf9-e672-0829-999e7318f7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013614} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.569178] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.569433] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.569677] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.569828] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.570537] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.570537] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12a26da9-3b2f-4561-9134-60882812141c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.588198] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.588198] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.588986] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e84868-d8ed-476c-b757-650f79854b7b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.597409] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for the task: (returnval){ [ 682.597409] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5207c19c-7296-0b29-f221-8f04b6f3f96d" [ 682.597409] env[65310]: _type = "Task" [ 682.597409] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.609753] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5207c19c-7296-0b29-f221-8f04b6f3f96d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.852024] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.022692] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445798, 'name': PowerOffVM_Task, 'duration_secs': 0.28837} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.028585] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.028957] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.029176] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.033763] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef41fb77-70b1-4c65-8647-bcd1a758e9ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.044779] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.045111] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2623b3bc-c956-4214-9d5b-10816c96b600 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.051996] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7519429-57b5-4d47-9ded-31b496fdf89d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.063361] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc85a81b-30bd-4cb6-ac59-d3343cb1134c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.114749] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 683.116697] env[65310]: WARNING neutronclient.v2_0.client [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.119596] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f1d94b7-64a9-4396-8d34-9c2062dfd76b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.127036] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5476c091-b338-4b36-a274-5607c2dc7c03 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.143359] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109e9199-822b-41f0-85ec-fb0b3d2c9696 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.148639] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5207c19c-7296-0b29-f221-8f04b6f3f96d, 'name': SearchDatastore_Task, 'duration_secs': 0.017835} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.150035] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 683.150035] env[65310]: value = "task-4445801" [ 683.150035] env[65310]: _type = "Task" [ 683.150035] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.150345] env[65310]: DEBUG nova.network.neutron [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 683.154679] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc666cc-365b-4704-b918-8a014af04b65 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.173234] env[65310]: DEBUG nova.compute.provider_tree [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.180504] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for the task: (returnval){ [ 683.180504] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52db3cf6-6501-3c57-6acd-349f0d7af100" [ 683.180504] env[65310]: _type = "Task" [ 683.180504] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.184892] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445801, 'name': CloneVM_Task} progress is 12%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.194887] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.195852] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.196088] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleting the datastore file [datastore2] 4b037ed7-6d6e-466f-aefa-b541ed480902 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.201559] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92103425-bdb0-4b5e-bb7b-5bc04098a964 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.204050] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52db3cf6-6501-3c57-6acd-349f0d7af100, 'name': SearchDatastore_Task} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.204347] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.204707] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 326fba28-76f8-493a-9a3c-42ce85b5962d/326fba28-76f8-493a-9a3c-42ce85b5962d.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.205410] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e50fb547-266b-4132-a35b-e149683d9ba1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.210685] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 683.210685] env[65310]: value = "task-4445802" [ 683.210685] env[65310]: _type = "Task" [ 683.210685] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.218072] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for the task: (returnval){ [ 683.218072] env[65310]: value = "task-4445803" [ 683.218072] env[65310]: _type = "Task" [ 683.218072] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.226025] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.233149] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.358911] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.519731] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445799, 'name': ReconfigVM_Task, 'duration_secs': 0.910152} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.520321] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 656cee43-e949-41f2-b2a0-566e491c4d76/656cee43-e949-41f2-b2a0-566e491c4d76.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.521403] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7df38d06-eb49-4409-af0b-a6d23a761fa8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.534895] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for the task: (returnval){ [ 683.534895] env[65310]: value = "task-4445804" [ 683.534895] env[65310]: _type = "Task" [ 683.534895] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.549080] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445804, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.675073] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445801, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.678764] env[65310]: DEBUG nova.scheduler.client.report [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.730957] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267658} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.731873] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.732623] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.732623] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.741864] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445803, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.865088] env[65310]: DEBUG oslo_vmware.api [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4445797, 'name': PowerOnVM_Task, 'duration_secs': 1.225278} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.865730] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.866106] env[65310]: INFO nova.compute.manager [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Took 11.21 seconds to spawn the instance on the hypervisor. [ 683.866395] env[65310]: DEBUG nova.compute.manager [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 683.867608] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc288f68-8812-4be6-b1d8-ddfbb855bd11 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.047919] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445804, 'name': Rename_Task, 'duration_secs': 0.213729} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.048306] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.048608] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed46e64-c6a3-41f3-b7a7-c57dc17a1339 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.059853] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for the task: (returnval){ [ 684.059853] env[65310]: value = "task-4445805" [ 684.059853] env[65310]: _type = "Task" [ 684.059853] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.072169] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.164879] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445801, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.187032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.187893] env[65310]: DEBUG nova.compute.manager [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 684.191206] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.539s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.195418] env[65310]: DEBUG nova.objects.instance [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lazy-loading 'resources' on Instance uuid ce586098-75e8-4cb3-9091-1877dda6e126 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.232730] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670938} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.233324] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 326fba28-76f8-493a-9a3c-42ce85b5962d/326fba28-76f8-493a-9a3c-42ce85b5962d.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.233324] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.234178] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0eb92651-76eb-4775-9d5d-41e9a5659f4f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.247490] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for the task: (returnval){ [ 684.247490] env[65310]: value = "task-4445806" [ 684.247490] env[65310]: _type = "Task" [ 684.247490] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.260636] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.394071] env[65310]: INFO nova.compute.manager [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Took 34.69 seconds to build instance. [ 684.572529] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445805, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.665987] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445801, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.701032] env[65310]: DEBUG nova.compute.utils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.704905] env[65310]: DEBUG nova.compute.manager [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 684.705509] env[65310]: DEBUG nova.network.neutron [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 684.706514] env[65310]: WARNING neutronclient.v2_0.client [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.706514] env[65310]: WARNING neutronclient.v2_0.client [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.764521] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140246} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.767968] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.769299] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc50db3-0883-44fc-9877-1024cb79f34c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.793021] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 326fba28-76f8-493a-9a3c-42ce85b5962d/326fba28-76f8-493a-9a3c-42ce85b5962d.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.795498] env[65310]: DEBUG nova.virt.hardware [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 684.795838] env[65310]: DEBUG nova.virt.hardware [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.795990] env[65310]: DEBUG nova.virt.hardware [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 684.796085] env[65310]: DEBUG nova.virt.hardware [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.796275] env[65310]: DEBUG nova.virt.hardware [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 684.796375] env[65310]: DEBUG nova.virt.hardware [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 684.796553] env[65310]: DEBUG nova.virt.hardware [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 684.796703] env[65310]: DEBUG nova.virt.hardware [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 684.796890] env[65310]: DEBUG nova.virt.hardware [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 684.797068] env[65310]: DEBUG nova.virt.hardware [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 684.797247] env[65310]: DEBUG nova.virt.hardware [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 684.801699] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f383330a-6fcc-4c52-8dac-70268b6bc718 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.815418] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fc4640-c8ec-489b-aa38-40c8d5be3c7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.828118] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eacee78-b394-4840-94c8-57d9347c3388 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.832732] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for the task: (returnval){ [ 684.832732] env[65310]: value = "task-4445807" [ 684.832732] env[65310]: _type = "Task" [ 684.832732] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.846910] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:81:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11f1d5a4-1aff-42be-93ff-0e28f1453357', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.855077] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 684.858895] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.860374] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c647d7-50d8-4780-8da5-ecc49dcac795 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.883673] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.891192] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.891192] env[65310]: value = "task-4445808" [ 684.891192] env[65310]: _type = "Task" [ 684.891192] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.897747] env[65310]: DEBUG oslo_concurrency.lockutils [None req-371fd34b-d368-40c1-b783-d9c72f27a589 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.228s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.901800] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445808, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.073817] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445805, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.117481] env[65310]: DEBUG nova.network.neutron [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Updated VIF entry in instance network info cache for port bbc448cb-ffb1-4b6e-bb85-fe4fe073a475. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 685.118056] env[65310]: DEBUG nova.network.neutron [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Updating instance_info_cache with network_info: [{"id": "bbc448cb-ffb1-4b6e-bb85-fe4fe073a475", "address": "fa:16:3e:dc:b5:cb", "network": {"id": "8680d7ab-6fea-439f-a364-9be2e1ea7411", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2102623733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda5e46bca8749669a59bc418ab82801", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc448cb-ff", "ovs_interfaceid": "bbc448cb-ffb1-4b6e-bb85-fe4fe073a475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.169146] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445801, 'name': CloneVM_Task, 'duration_secs': 1.991676} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.172121] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Created linked-clone VM from snapshot [ 685.173688] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411374b8-bf0f-493b-8755-d50786854823 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.183417] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Uploading image 1f8155ee-eea7-4a45-a6f1-bafe9a3378a4 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 685.205719] env[65310]: DEBUG nova.compute.manager [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 685.226419] env[65310]: DEBUG oslo_vmware.rw_handles [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 685.226419] env[65310]: value = "vm-869563" [ 685.226419] env[65310]: _type = "VirtualMachine" [ 685.226419] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 685.229024] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f9e4eb57-777b-4da0-8203-44c4be573755 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.237435] env[65310]: DEBUG oslo_vmware.rw_handles [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lease: (returnval){ [ 685.237435] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527157d1-8ab9-9920-d4e9-e8125ea1d29f" [ 685.237435] env[65310]: _type = "HttpNfcLease" [ 685.237435] env[65310]: } obtained for exporting VM: (result){ [ 685.237435] env[65310]: value = "vm-869563" [ 685.237435] env[65310]: _type = "VirtualMachine" [ 685.237435] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 685.238037] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the lease: (returnval){ [ 685.238037] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527157d1-8ab9-9920-d4e9-e8125ea1d29f" [ 685.238037] env[65310]: _type = "HttpNfcLease" [ 685.238037] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 685.253187] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 685.253187] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527157d1-8ab9-9920-d4e9-e8125ea1d29f" [ 685.253187] env[65310]: _type = "HttpNfcLease" [ 685.253187] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 685.271049] env[65310]: DEBUG nova.policy [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd48da178e28c408aaf9865dc0c8eb4f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dd34b1cc080443db96dc64c82eaeaea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.314218] env[65310]: WARNING neutronclient.v2_0.client [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.351811] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445807, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.411200] env[65310]: DEBUG nova.compute.manager [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 685.414637] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445808, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.449318] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59097051-b7bc-4ec2-8f7a-33133be80c31 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.463018] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542638ef-238b-4d2a-a3a2-0e23a10a5004 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.501486] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d1fabd-0cc1-4f84-a377-b81a65fe919c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.510361] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4093184e-00e1-4bf8-92bc-3425f523faea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.526508] env[65310]: DEBUG nova.compute.provider_tree [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.572853] env[65310]: DEBUG oslo_vmware.api [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445805, 'name': PowerOnVM_Task, 'duration_secs': 1.061682} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.572853] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.573068] env[65310]: INFO nova.compute.manager [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Took 10.60 seconds to spawn the instance on the hypervisor. [ 685.573215] env[65310]: DEBUG nova.compute.manager [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 685.574034] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12ce424-157c-44b3-af10-15fa01edd060 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.621536] env[65310]: DEBUG oslo_concurrency.lockutils [req-00d5875f-370f-444c-af74-85b18533ab41 req-1b65f539-31ab-4363-95c8-a5368ba704cf service nova] Releasing lock "refresh_cache-656cee43-e949-41f2-b2a0-566e491c4d76" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.629100] env[65310]: DEBUG nova.network.neutron [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Updating instance_info_cache with network_info: [{"id": "4407c23b-71ff-4711-b775-a870b8af866d", "address": "fa:16:3e:ba:6d:77", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4407c23b-71", "ovs_interfaceid": "4407c23b-71ff-4711-b775-a870b8af866d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.749228] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 685.749228] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527157d1-8ab9-9920-d4e9-e8125ea1d29f" [ 685.749228] env[65310]: _type = "HttpNfcLease" [ 685.749228] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 685.749228] env[65310]: DEBUG oslo_vmware.rw_handles [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 685.749228] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527157d1-8ab9-9920-d4e9-e8125ea1d29f" [ 685.749228] env[65310]: _type = "HttpNfcLease" [ 685.749228] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 685.749228] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8c7d20-bab6-4ba7-897b-76b07a512659 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.760260] env[65310]: DEBUG oslo_vmware.rw_handles [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dbd09-87d6-ead1-8aba-f427d361d07a/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 685.760453] env[65310]: DEBUG oslo_vmware.rw_handles [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dbd09-87d6-ead1-8aba-f427d361d07a/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 685.844239] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445807, 'name': ReconfigVM_Task, 'duration_secs': 0.581418} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.844521] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 326fba28-76f8-493a-9a3c-42ce85b5962d/326fba28-76f8-493a-9a3c-42ce85b5962d.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.845234] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f35b5fbc-a86b-419a-80fc-2bbe4b5da0c4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.852367] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for the task: (returnval){ [ 685.852367] env[65310]: value = "task-4445810" [ 685.852367] env[65310]: _type = "Task" [ 685.852367] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.862970] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445810, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.907134] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a437b307-bf09-4bb7-b55f-ad36797d4f0d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.909586] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445808, 'name': CreateVM_Task, 'duration_secs': 0.541142} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.910708] env[65310]: DEBUG nova.network.neutron [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Successfully created port: 0dddeb05-681b-43f7-ad21-34e52b15fbf4 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 685.916969] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.920542] env[65310]: WARNING neutronclient.v2_0.client [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 685.920949] env[65310]: DEBUG oslo_concurrency.lockutils [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.921126] env[65310]: DEBUG oslo_concurrency.lockutils [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.921450] env[65310]: DEBUG oslo_concurrency.lockutils [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.925993] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7055c61-f93d-4dd8-b8ea-233be4d5ff33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.936400] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 685.936400] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5267db66-a1b3-8997-8521-c381a2cd6bbc" [ 685.936400] env[65310]: _type = "Task" [ 685.936400] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.953737] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5267db66-a1b3-8997-8521-c381a2cd6bbc, 'name': SearchDatastore_Task, 'duration_secs': 0.011489} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.954093] env[65310]: DEBUG oslo_concurrency.lockutils [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.954355] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.954594] env[65310]: DEBUG oslo_concurrency.lockutils [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.954788] env[65310]: DEBUG oslo_concurrency.lockutils [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.954921] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.955338] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d053003-c005-4d79-9b1f-08f2837a600a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.975401] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.975735] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.975948] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.976902] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0b1ab5-ce1e-4fee-ad09-f3dbcb3b24ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.984133] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 685.984133] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522fdd50-f532-e708-4153-b8d933cff37b" [ 685.984133] env[65310]: _type = "Task" [ 685.984133] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.994077] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522fdd50-f532-e708-4153-b8d933cff37b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.032602] env[65310]: DEBUG nova.scheduler.client.report [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.095751] env[65310]: INFO nova.compute.manager [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Took 32.10 seconds to build instance. [ 686.134076] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Releasing lock "refresh_cache-8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.134076] env[65310]: DEBUG nova.compute.manager [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Instance network_info: |[{"id": "4407c23b-71ff-4711-b775-a870b8af866d", "address": "fa:16:3e:ba:6d:77", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4407c23b-71", "ovs_interfaceid": "4407c23b-71ff-4711-b775-a870b8af866d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 686.134369] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:6d:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4407c23b-71ff-4711-b775-a870b8af866d', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.140267] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 686.140891] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.141138] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d8316ff-d115-4848-93bf-5a43cbf7167a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.161968] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6c017c-4d56-4b2b-8cd0-397ca5541b3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.166420] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.166420] env[65310]: value = "task-4445811" [ 686.166420] env[65310]: _type = "Task" [ 686.166420] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.173113] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2ad237-968c-44b8-8dc6-eaba2d073069 tempest-ServersAdminNegativeTestJSON-355110697 tempest-ServersAdminNegativeTestJSON-355110697-project-admin] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Suspending the VM {{(pid=65310) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 686.178654] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f0ac369f-d45d-4498-ba4a-9db820242ddf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.187887] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445811, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.196952] env[65310]: DEBUG oslo_vmware.api [None req-9a2ad237-968c-44b8-8dc6-eaba2d073069 tempest-ServersAdminNegativeTestJSON-355110697 tempest-ServersAdminNegativeTestJSON-355110697-project-admin] Waiting for the task: (returnval){ [ 686.196952] env[65310]: value = "task-4445812" [ 686.196952] env[65310]: _type = "Task" [ 686.196952] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.221090] env[65310]: DEBUG oslo_vmware.api [None req-9a2ad237-968c-44b8-8dc6-eaba2d073069 tempest-ServersAdminNegativeTestJSON-355110697 tempest-ServersAdminNegativeTestJSON-355110697-project-admin] Task: {'id': task-4445812, 'name': SuspendVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.224934] env[65310]: DEBUG nova.compute.manager [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 686.278930] env[65310]: DEBUG nova.virt.hardware [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 686.279511] env[65310]: DEBUG nova.virt.hardware [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.279720] env[65310]: DEBUG nova.virt.hardware [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 686.280477] env[65310]: DEBUG nova.virt.hardware [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.280477] env[65310]: DEBUG nova.virt.hardware [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 686.280477] env[65310]: DEBUG nova.virt.hardware [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 686.280477] env[65310]: DEBUG nova.virt.hardware [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.281072] env[65310]: DEBUG nova.virt.hardware [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 686.281072] env[65310]: DEBUG nova.virt.hardware [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 686.281072] env[65310]: DEBUG nova.virt.hardware [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 686.281232] env[65310]: DEBUG nova.virt.hardware [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 686.282367] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ed22db-b99e-495a-b865-324d68a119cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.298390] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5da902-2d88-41ee-b541-a8cc4dcefcbf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.369837] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445810, 'name': Rename_Task, 'duration_secs': 0.227333} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.370164] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.370451] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ef6425b-31e7-49c9-a578-ce5261af2ba9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.379315] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for the task: (returnval){ [ 686.379315] env[65310]: value = "task-4445813" [ 686.379315] env[65310]: _type = "Task" [ 686.379315] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.394531] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.496953] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522fdd50-f532-e708-4153-b8d933cff37b, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.499039] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c18dad-d262-4c81-9365-5eca74317a6a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.511519] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 686.511519] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523ccc0a-743e-03b6-61a7-766c1ef4a6bc" [ 686.511519] env[65310]: _type = "Task" [ 686.511519] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.524960] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523ccc0a-743e-03b6-61a7-766c1ef4a6bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.542081] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.547783] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.972s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.548217] env[65310]: INFO nova.compute.claims [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.601253] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Lock "656cee43-e949-41f2-b2a0-566e491c4d76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.556s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.602133] env[65310]: INFO nova.scheduler.client.report [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Deleted allocations for instance ce586098-75e8-4cb3-9091-1877dda6e126 [ 686.680132] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445811, 'name': CreateVM_Task, 'duration_secs': 0.441397} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.680132] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.680646] env[65310]: WARNING neutronclient.v2_0.client [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.681426] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.681426] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.682284] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.682284] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67be0dd9-937a-4865-9673-90955b0b4897 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.688788] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 686.688788] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523db5a4-20d5-0c18-0a33-0b8125320f18" [ 686.688788] env[65310]: _type = "Task" [ 686.688788] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.704760] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523db5a4-20d5-0c18-0a33-0b8125320f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.722613] env[65310]: DEBUG oslo_vmware.api [None req-9a2ad237-968c-44b8-8dc6-eaba2d073069 tempest-ServersAdminNegativeTestJSON-355110697 tempest-ServersAdminNegativeTestJSON-355110697-project-admin] Task: {'id': task-4445812, 'name': SuspendVM_Task} progress is 91%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.823690] env[65310]: DEBUG oslo_concurrency.lockutils [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "7462f40f-2321-44f0-adae-d74882a962dc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.825163] env[65310]: DEBUG oslo_concurrency.lockutils [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "7462f40f-2321-44f0-adae-d74882a962dc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.825722] env[65310]: DEBUG nova.compute.manager [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 686.828507] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d926b462-266f-4166-9d05-5481547d7c07 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.841387] env[65310]: DEBUG nova.compute.manager [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65310) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 686.842184] env[65310]: DEBUG nova.objects.instance [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lazy-loading 'flavor' on Instance uuid 7462f40f-2321-44f0-adae-d74882a962dc {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.899171] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.026065] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523ccc0a-743e-03b6-61a7-766c1ef4a6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013385} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.026457] env[65310]: DEBUG oslo_concurrency.lockutils [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.026859] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 4b037ed7-6d6e-466f-aefa-b541ed480902/4b037ed7-6d6e-466f-aefa-b541ed480902.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.027317] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f68f1e8-d897-439d-b8a1-ddd50acd39a7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.040395] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 687.040395] env[65310]: value = "task-4445814" [ 687.040395] env[65310]: _type = "Task" [ 687.040395] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.057749] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.115832] env[65310]: DEBUG nova.compute.manager [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 687.125039] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Lock "ce586098-75e8-4cb3-9091-1877dda6e126" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.505s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.204369] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523db5a4-20d5-0c18-0a33-0b8125320f18, 'name': SearchDatastore_Task, 'duration_secs': 0.015519} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.208481] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.208788] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.209262] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.209437] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.209625] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.210064] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b3e5c45-5494-42a9-97ad-d7b97e08dbc8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.220171] env[65310]: DEBUG oslo_vmware.api [None req-9a2ad237-968c-44b8-8dc6-eaba2d073069 tempest-ServersAdminNegativeTestJSON-355110697 tempest-ServersAdminNegativeTestJSON-355110697-project-admin] Task: {'id': task-4445812, 'name': SuspendVM_Task, 'duration_secs': 0.943006} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.222175] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2ad237-968c-44b8-8dc6-eaba2d073069 tempest-ServersAdminNegativeTestJSON-355110697 tempest-ServersAdminNegativeTestJSON-355110697-project-admin] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Suspended the VM {{(pid=65310) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 687.222418] env[65310]: DEBUG nova.compute.manager [None req-9a2ad237-968c-44b8-8dc6-eaba2d073069 tempest-ServersAdminNegativeTestJSON-355110697 tempest-ServersAdminNegativeTestJSON-355110697-project-admin] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 687.222655] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.222812] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.224089] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a4f5e0-b72b-4551-bb87-fa62ef271db3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.227057] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b25a34-dd04-4d68-83c5-abbf8c8c7abe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.240232] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 687.240232] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ba32cc-e40c-b7b1-440f-9497fe0e397d" [ 687.240232] env[65310]: _type = "Task" [ 687.240232] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.251360] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ba32cc-e40c-b7b1-440f-9497fe0e397d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.393985] env[65310]: DEBUG oslo_vmware.api [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445813, 'name': PowerOnVM_Task, 'duration_secs': 0.700808} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.394419] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.394706] env[65310]: INFO nova.compute.manager [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Took 9.07 seconds to spawn the instance on the hypervisor. [ 687.394965] env[65310]: DEBUG nova.compute.manager [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 687.397442] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f3d182-da1b-4f44-b2c8-cda593e14694 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.557237] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.647327] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.721109] env[65310]: DEBUG nova.network.neutron [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Successfully updated port: 0dddeb05-681b-43f7-ad21-34e52b15fbf4 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 687.756514] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ba32cc-e40c-b7b1-440f-9497fe0e397d, 'name': SearchDatastore_Task, 'duration_secs': 0.018121} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.760946] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2357dcc8-33e0-4381-8b8a-2d887e913c1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.769055] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 687.769055] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520a0477-3c17-927f-f206-d44dc901dbb6" [ 687.769055] env[65310]: _type = "Task" [ 687.769055] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.782799] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520a0477-3c17-927f-f206-d44dc901dbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.011953} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.783043] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.783412] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a/8c5ad9cb-44a8-4f37-8c71-53e241ebf19a.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.784024] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0ddc95b-7ab9-49af-bd78-008d24385f94 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.792877] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 687.792877] env[65310]: value = "task-4445815" [ 687.792877] env[65310]: _type = "Task" [ 687.792877] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.807800] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.850489] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.851136] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc83855-cd04-4e46-8895-24ad0ee73dcf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.860886] env[65310]: DEBUG oslo_vmware.api [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 687.860886] env[65310]: value = "task-4445816" [ 687.860886] env[65310]: _type = "Task" [ 687.860886] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.875687] env[65310]: DEBUG oslo_vmware.api [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.931526] env[65310]: INFO nova.compute.manager [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Took 32.92 seconds to build instance. [ 688.059104] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.218027] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e552e124-c2b4-432d-9ee4-181690f4cd37 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.224215] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "refresh_cache-487f66cc-431c-4e28-9d55-493843604a30" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.224451] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "refresh_cache-487f66cc-431c-4e28-9d55-493843604a30" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.224827] env[65310]: DEBUG nova.network.neutron [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 688.229661] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667aae56-7aaa-4def-9934-ee2763383495 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.273761] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9ddf10-0c27-443f-af65-ff4d7a199e27 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.289839] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385010fc-57b2-4ec8-9299-fd0fbe042605 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.322892] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445815, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.322892] env[65310]: DEBUG nova.compute.provider_tree [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.385903] env[65310]: DEBUG oslo_vmware.api [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445816, 'name': PowerOffVM_Task, 'duration_secs': 0.38147} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.386259] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.386414] env[65310]: DEBUG nova.compute.manager [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 688.387372] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487e26f8-ef7f-4c87-8aa2-4d382782ff5d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.437307] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2a852c5-9524-46c0-83d8-845d231e21d0 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Lock "326fba28-76f8-493a-9a3c-42ce85b5962d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.204s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.564368] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445814, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.814229] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87718} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.816472] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a/8c5ad9cb-44a8-4f37-8c71-53e241ebf19a.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.816614] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.817096] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-395cbe2d-3455-4b1d-ac35-7ba196a7a5d1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.828079] env[65310]: DEBUG nova.scheduler.client.report [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.834022] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 688.834022] env[65310]: value = "task-4445817" [ 688.834022] env[65310]: _type = "Task" [ 688.834022] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.849514] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.890939] env[65310]: DEBUG nova.network.neutron [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 688.906618] env[65310]: DEBUG oslo_concurrency.lockutils [None req-154b40ea-96ef-458a-a20d-aa89801064b3 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "7462f40f-2321-44f0-adae-d74882a962dc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.942604] env[65310]: DEBUG nova.compute.manager [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 689.060367] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445814, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.649979} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.060591] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 4b037ed7-6d6e-466f-aefa-b541ed480902/4b037ed7-6d6e-466f-aefa-b541ed480902.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.060812] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.061252] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-782f489f-d176-49d0-a615-93dc528a4a92 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.069812] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 689.069812] env[65310]: value = "task-4445818" [ 689.069812] env[65310]: _type = "Task" [ 689.069812] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.080643] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.337346] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.338147] env[65310]: DEBUG nova.compute.manager [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 689.341909] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.731s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.346021] env[65310]: DEBUG nova.objects.instance [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lazy-loading 'resources' on Instance uuid 4980811b-c5f9-44ea-8056-2d4629489260 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.356939] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078045} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.358312] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.358453] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d18619-abeb-4a03-bb06-317b2cf2a346 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.388686] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a/8c5ad9cb-44a8-4f37-8c71-53e241ebf19a.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.389449] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d75b289-60bd-4c6e-9106-87738580b58a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.411499] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 689.411499] env[65310]: value = "task-4445819" [ 689.411499] env[65310]: _type = "Task" [ 689.411499] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.421788] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.481524] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.585111] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133446} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.585111] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.588944] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561342cf-1449-4c57-bc80-582399a99e14 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.622258] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 4b037ed7-6d6e-466f-aefa-b541ed480902/4b037ed7-6d6e-466f-aefa-b541ed480902.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.626362] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe6ffb1-9c3e-4e08-9954-b7b27b0f1f79 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.649052] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 689.649052] env[65310]: value = "task-4445820" [ 689.649052] env[65310]: _type = "Task" [ 689.649052] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.660061] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.693940] env[65310]: WARNING neutronclient.v2_0.client [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.851461] env[65310]: DEBUG nova.compute.utils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.858597] env[65310]: DEBUG nova.compute.manager [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Not allocating networking since 'none' was specified. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 689.873265] env[65310]: DEBUG nova.network.neutron [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Updating instance_info_cache with network_info: [{"id": "0dddeb05-681b-43f7-ad21-34e52b15fbf4", "address": "fa:16:3e:78:dc:87", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dddeb05-68", "ovs_interfaceid": "0dddeb05-681b-43f7-ad21-34e52b15fbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.936991] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.006371] env[65310]: DEBUG nova.compute.manager [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Received event network-changed-bd3d1dae-aba2-41be-bb6e-2813c4c078be {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 690.006541] env[65310]: DEBUG nova.compute.manager [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Refreshing instance network info cache due to event network-changed-bd3d1dae-aba2-41be-bb6e-2813c4c078be. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 690.007768] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Acquiring lock "refresh_cache-326fba28-76f8-493a-9a3c-42ce85b5962d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.007768] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Acquired lock "refresh_cache-326fba28-76f8-493a-9a3c-42ce85b5962d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.007768] env[65310]: DEBUG nova.network.neutron [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Refreshing network info cache for port bd3d1dae-aba2-41be-bb6e-2813c4c078be {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.169450] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445820, 'name': ReconfigVM_Task, 'duration_secs': 0.483228} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.169744] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 4b037ed7-6d6e-466f-aefa-b541ed480902/4b037ed7-6d6e-466f-aefa-b541ed480902.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.170474] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8819151-acee-4d5a-bf94-c52419ad74a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.177847] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 690.177847] env[65310]: value = "task-4445821" [ 690.177847] env[65310]: _type = "Task" [ 690.177847] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.192425] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445821, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.355472] env[65310]: DEBUG nova.compute.manager [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 690.372924] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "refresh_cache-487f66cc-431c-4e28-9d55-493843604a30" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.375860] env[65310]: DEBUG nova.compute.manager [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Instance network_info: |[{"id": "0dddeb05-681b-43f7-ad21-34e52b15fbf4", "address": "fa:16:3e:78:dc:87", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dddeb05-68", "ovs_interfaceid": "0dddeb05-681b-43f7-ad21-34e52b15fbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 690.377213] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:dc:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dddeb05-681b-43f7-ad21-34e52b15fbf4', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.385363] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 690.386082] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.389235] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a83d006c-6a09-49e7-becf-334c7641f136 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.424162] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.424162] env[65310]: value = "task-4445822" [ 690.424162] env[65310]: _type = "Task" [ 690.424162] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.440408] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445819, 'name': ReconfigVM_Task, 'duration_secs': 0.599771} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.444202] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a/8c5ad9cb-44a8-4f37-8c71-53e241ebf19a.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.448909] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ecc0e44-c02a-4355-83db-27c0ba40d7bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.451227] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445822, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.459718] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 690.459718] env[65310]: value = "task-4445823" [ 690.459718] env[65310]: _type = "Task" [ 690.459718] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.470461] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445823, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.511787] env[65310]: WARNING neutronclient.v2_0.client [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.670245] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32602a91-b8ea-46ae-a38e-a49360a914c4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.685318] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e91d383-ad64-4eef-bf03-e10dec63128b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.725912] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445821, 'name': Rename_Task, 'duration_secs': 0.226495} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.730196] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.731173] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785944a3-a520-42b8-a862-e99007dd3230 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.735435] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5178a157-83cf-4649-83c8-6c3d53e28faa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.744479] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c6b54d-2768-4407-9c65-02bd4102c4fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.749611] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 690.749611] env[65310]: value = "task-4445824" [ 690.749611] env[65310]: _type = "Task" [ 690.749611] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.780678] env[65310]: DEBUG nova.compute.provider_tree [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.782292] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.783729] env[65310]: WARNING neutronclient.v2_0.client [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.938210] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445822, 'name': CreateVM_Task, 'duration_secs': 0.418786} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.938413] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.938938] env[65310]: WARNING neutronclient.v2_0.client [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.939408] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.939565] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.939869] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.940168] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb561c3-134b-40e3-aab6-a72be1b8f462 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.946545] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 690.946545] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5238489c-b5e9-ac9e-f209-876ce7aadf10" [ 690.946545] env[65310]: _type = "Task" [ 690.946545] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.956570] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5238489c-b5e9-ac9e-f209-876ce7aadf10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.970045] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445823, 'name': Rename_Task, 'duration_secs': 0.204105} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.970677] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.972129] env[65310]: DEBUG nova.network.neutron [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Updated VIF entry in instance network info cache for port bd3d1dae-aba2-41be-bb6e-2813c4c078be. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 690.972628] env[65310]: DEBUG nova.network.neutron [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Updating instance_info_cache with network_info: [{"id": "bd3d1dae-aba2-41be-bb6e-2813c4c078be", "address": "fa:16:3e:c9:4d:3f", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd3d1dae-ab", "ovs_interfaceid": "bd3d1dae-aba2-41be-bb6e-2813c4c078be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.975436] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72aa2987-3cd1-40d8-a31b-006a1758430c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.987296] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 690.987296] env[65310]: value = "task-4445825" [ 690.987296] env[65310]: _type = "Task" [ 690.987296] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.997847] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.254052] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.255487] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.255487] env[65310]: INFO nova.compute.manager [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Shelving [ 691.271966] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.289709] env[65310]: DEBUG nova.scheduler.client.report [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.369239] env[65310]: DEBUG nova.compute.manager [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 691.407554] env[65310]: DEBUG nova.virt.hardware [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 691.407818] env[65310]: DEBUG nova.virt.hardware [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.408410] env[65310]: DEBUG nova.virt.hardware [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 691.408733] env[65310]: DEBUG nova.virt.hardware [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.408879] env[65310]: DEBUG nova.virt.hardware [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 691.409374] env[65310]: DEBUG nova.virt.hardware [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 691.409955] env[65310]: DEBUG nova.virt.hardware [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 691.410191] env[65310]: DEBUG nova.virt.hardware [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 691.410795] env[65310]: DEBUG nova.virt.hardware [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 691.411047] env[65310]: DEBUG nova.virt.hardware [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 691.411275] env[65310]: DEBUG nova.virt.hardware [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 691.412459] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b43d0d-98ad-4cac-94ce-ef8c61ccb05c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.426906] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdaefe1-3bfe-461a-8bc3-9575cc331be1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.444672] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.453831] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Creating folder: Project (83927e0dad454c4eba1b528203590a6e). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.454677] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a7ccd9a-bec8-4ad3-8d77-f8ef9b995ffc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.469028] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5238489c-b5e9-ac9e-f209-876ce7aadf10, 'name': SearchDatastore_Task, 'duration_secs': 0.01183} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.469935] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.469935] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.469935] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.470455] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.470455] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.471943] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-464f066f-18dd-4979-b494-5d1f225234f1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.475730] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Created folder: Project (83927e0dad454c4eba1b528203590a6e) in parent group-v869493. [ 691.475730] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Creating folder: Instances. Parent ref: group-v869567. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.475730] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aac9976d-e7f1-499a-b093-9204408b853f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.479187] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Releasing lock "refresh_cache-326fba28-76f8-493a-9a3c-42ce85b5962d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.479187] env[65310]: DEBUG nova.compute.manager [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Received event network-changed-9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 691.479487] env[65310]: DEBUG nova.compute.manager [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Refreshing instance network info cache due to event network-changed-9371d390-2484-44c8-8617-64682b59311f. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 691.479487] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Acquiring lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.479598] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Acquired lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.479721] env[65310]: DEBUG nova.network.neutron [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Refreshing network info cache for port 9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.487076] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.487652] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.493021] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc56a33-2d53-447b-9a70-9cc65140078a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.497384] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Created folder: Instances in parent group-v869567. [ 691.497742] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 691.498724] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.499504] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25d24787-bdb1-4e58-96ec-e0fcb5702dce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.519841] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 691.519841] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520667e8-b6c6-126b-3d8f-3419c2ac7238" [ 691.519841] env[65310]: _type = "Task" [ 691.519841] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.520145] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445825, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.523099] env[65310]: DEBUG nova.compute.manager [req-07691d1a-9667-4f9b-98a7-e233893dab1c req-94662c40-f179-4e89-8509-694be1ab360d service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Received event network-vif-plugged-0dddeb05-681b-43f7-ad21-34e52b15fbf4 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 691.523363] env[65310]: DEBUG oslo_concurrency.lockutils [req-07691d1a-9667-4f9b-98a7-e233893dab1c req-94662c40-f179-4e89-8509-694be1ab360d service nova] Acquiring lock "487f66cc-431c-4e28-9d55-493843604a30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.523604] env[65310]: DEBUG oslo_concurrency.lockutils [req-07691d1a-9667-4f9b-98a7-e233893dab1c req-94662c40-f179-4e89-8509-694be1ab360d service nova] Lock "487f66cc-431c-4e28-9d55-493843604a30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.523775] env[65310]: DEBUG oslo_concurrency.lockutils [req-07691d1a-9667-4f9b-98a7-e233893dab1c req-94662c40-f179-4e89-8509-694be1ab360d service nova] Lock "487f66cc-431c-4e28-9d55-493843604a30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.523951] env[65310]: DEBUG nova.compute.manager [req-07691d1a-9667-4f9b-98a7-e233893dab1c req-94662c40-f179-4e89-8509-694be1ab360d service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] No waiting events found dispatching network-vif-plugged-0dddeb05-681b-43f7-ad21-34e52b15fbf4 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 691.524133] env[65310]: WARNING nova.compute.manager [req-07691d1a-9667-4f9b-98a7-e233893dab1c req-94662c40-f179-4e89-8509-694be1ab360d service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Received unexpected event network-vif-plugged-0dddeb05-681b-43f7-ad21-34e52b15fbf4 for instance with vm_state building and task_state spawning. [ 691.530708] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.530708] env[65310]: value = "task-4445828" [ 691.530708] env[65310]: _type = "Task" [ 691.530708] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.548175] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445828, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.548175] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520667e8-b6c6-126b-3d8f-3419c2ac7238, 'name': SearchDatastore_Task, 'duration_secs': 0.011848} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.549017] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb00b482-7b1d-40ca-8755-6e287d3e76c9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.559815] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 691.559815] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dacc0d-6a8e-1c73-7bb0-71228d6b7e54" [ 691.559815] env[65310]: _type = "Task" [ 691.559815] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.573328] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dacc0d-6a8e-1c73-7bb0-71228d6b7e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.731521] env[65310]: DEBUG nova.compute.manager [None req-deb1dccf-10f6-4ff0-a10f-40759815502f tempest-ServerExternalEventsTest-880432805 tempest-ServerExternalEventsTest-880432805-project] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Received event network-changed {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 691.731933] env[65310]: DEBUG nova.compute.manager [None req-deb1dccf-10f6-4ff0-a10f-40759815502f tempest-ServerExternalEventsTest-880432805 tempest-ServerExternalEventsTest-880432805-project] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Refreshing instance network info cache due to event network-changed. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 691.732275] env[65310]: DEBUG oslo_concurrency.lockutils [None req-deb1dccf-10f6-4ff0-a10f-40759815502f tempest-ServerExternalEventsTest-880432805 tempest-ServerExternalEventsTest-880432805-project] Acquiring lock "refresh_cache-326fba28-76f8-493a-9a3c-42ce85b5962d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.733724] env[65310]: DEBUG oslo_concurrency.lockutils [None req-deb1dccf-10f6-4ff0-a10f-40759815502f tempest-ServerExternalEventsTest-880432805 tempest-ServerExternalEventsTest-880432805-project] Acquired lock "refresh_cache-326fba28-76f8-493a-9a3c-42ce85b5962d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.733914] env[65310]: DEBUG nova.network.neutron [None req-deb1dccf-10f6-4ff0-a10f-40759815502f tempest-ServerExternalEventsTest-880432805 tempest-ServerExternalEventsTest-880432805-project] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 691.768948] env[65310]: DEBUG oslo_vmware.api [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445824, 'name': PowerOnVM_Task, 'duration_secs': 0.818194} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.769926] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.770240] env[65310]: DEBUG nova.compute.manager [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 691.773177] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4018e8-20f2-470e-8374-fca4149f5852 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.796475] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.455s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.799253] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.096s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.802020] env[65310]: INFO nova.compute.claims [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.837820] env[65310]: INFO nova.scheduler.client.report [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Deleted allocations for instance 4980811b-c5f9-44ea-8056-2d4629489260 [ 691.984869] env[65310]: WARNING neutronclient.v2_0.client [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.002441] env[65310]: DEBUG oslo_vmware.api [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445825, 'name': PowerOnVM_Task, 'duration_secs': 0.662751} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.003465] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.004445] env[65310]: INFO nova.compute.manager [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Took 10.93 seconds to spawn the instance on the hypervisor. [ 692.004445] env[65310]: DEBUG nova.compute.manager [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 692.004971] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda1d220-4cb0-42e6-9284-7cd7c0f50115 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.049639] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445828, 'name': CreateVM_Task, 'duration_secs': 0.424318} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.050109] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.051907] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.051907] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.051907] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.051907] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21392114-6559-4653-8941-00e141718113 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.071993] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 692.071993] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f475ca-af17-350b-b267-24f8c6f3c528" [ 692.071993] env[65310]: _type = "Task" [ 692.071993] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.085863] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dacc0d-6a8e-1c73-7bb0-71228d6b7e54, 'name': SearchDatastore_Task, 'duration_secs': 0.015267} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.088346] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.089183] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 487f66cc-431c-4e28-9d55-493843604a30/487f66cc-431c-4e28-9d55-493843604a30.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.097109] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4edea5c0-cc1d-4208-a19b-83736c9e31b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.099582] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "14930653-ba99-4253-a226-9e9f18ebb1e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.099808] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "14930653-ba99-4253-a226-9e9f18ebb1e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.100037] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f475ca-af17-350b-b267-24f8c6f3c528, 'name': SearchDatastore_Task, 'duration_secs': 0.012304} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.100564] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.100990] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.101244] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.101458] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.102346] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.102346] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2adfc552-bee0-483e-9522-caa1128b8d26 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.108899] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 692.108899] env[65310]: value = "task-4445829" [ 692.108899] env[65310]: _type = "Task" [ 692.108899] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.114232] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.114466] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.118762] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ad3de0-0459-4361-bc73-def3ab3d6e85 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.122086] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.127156] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 692.127156] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f330fb-7360-926c-d565-0aea3d4b4c1e" [ 692.127156] env[65310]: _type = "Task" [ 692.127156] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.143740] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f330fb-7360-926c-d565-0aea3d4b4c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012781} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.143872] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffd0c6c-e1bb-4ba8-bd70-4c21d9c6a9e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.150794] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 692.150794] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5203b5b2-5998-d376-a84d-58992fc68f9b" [ 692.150794] env[65310]: _type = "Task" [ 692.150794] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.160785] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5203b5b2-5998-d376-a84d-58992fc68f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.237411] env[65310]: WARNING neutronclient.v2_0.client [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.240574] env[65310]: WARNING neutronclient.v2_0.client [None req-deb1dccf-10f6-4ff0-a10f-40759815502f tempest-ServerExternalEventsTest-880432805 tempest-ServerExternalEventsTest-880432805-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.270537] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.270880] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b7772aa-111e-496f-8f62-caadb0ea8ed0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.279534] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 692.279534] env[65310]: value = "task-4445830" [ 692.279534] env[65310]: _type = "Task" [ 692.279534] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.294879] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.297489] env[65310]: DEBUG oslo_concurrency.lockutils [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.345177] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4980811b-c5f9-44ea-8056-2d4629489260" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.722s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.432074] env[65310]: DEBUG nova.network.neutron [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updated VIF entry in instance network info cache for port 9371d390-2484-44c8-8617-64682b59311f. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 692.432903] env[65310]: DEBUG nova.network.neutron [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updating instance_info_cache with network_info: [{"id": "9371d390-2484-44c8-8617-64682b59311f", "address": "fa:16:3e:b1:d6:cf", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9371d390-24", "ovs_interfaceid": "9371d390-2484-44c8-8617-64682b59311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.538377] env[65310]: INFO nova.compute.manager [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Took 30.55 seconds to build instance. [ 692.624254] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445829, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.665587] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5203b5b2-5998-d376-a84d-58992fc68f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.666342] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.666342] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5f4d9851-6d07-410f-b145-8c12ef089ef0/5f4d9851-6d07-410f-b145-8c12ef089ef0.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.666568] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-283ffd0c-1380-4071-9e99-34bd656e8c2a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.675938] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 692.675938] env[65310]: value = "task-4445831" [ 692.675938] env[65310]: _type = "Task" [ 692.675938] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.687318] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.798760] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445830, 'name': PowerOffVM_Task, 'duration_secs': 0.279691} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.799379] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.800849] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34c89b1-90f4-4ac8-a56f-4b652c76c2c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.844214] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf829f-a977-4e5c-8bc3-ec2d99190fc6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.937441] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Releasing lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.937441] env[65310]: DEBUG nova.compute.manager [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Received event network-vif-plugged-4407c23b-71ff-4711-b775-a870b8af866d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 692.937441] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Acquiring lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.937441] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.937441] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.938213] env[65310]: DEBUG nova.compute.manager [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] No waiting events found dispatching network-vif-plugged-4407c23b-71ff-4711-b775-a870b8af866d {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 692.938213] env[65310]: WARNING nova.compute.manager [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Received unexpected event network-vif-plugged-4407c23b-71ff-4711-b775-a870b8af866d for instance with vm_state building and task_state spawning. [ 692.938213] env[65310]: DEBUG nova.compute.manager [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Received event network-changed-4407c23b-71ff-4711-b775-a870b8af866d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 692.938213] env[65310]: DEBUG nova.compute.manager [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Refreshing instance network info cache due to event network-changed-4407c23b-71ff-4711-b775-a870b8af866d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 692.938542] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Acquiring lock "refresh_cache-8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.938726] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Acquired lock "refresh_cache-8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.938951] env[65310]: DEBUG nova.network.neutron [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Refreshing network info cache for port 4407c23b-71ff-4711-b775-a870b8af866d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.041044] env[65310]: DEBUG oslo_concurrency.lockutils [None req-25a99870-d7a0-4509-94f0-9e6af8778294 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.204s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.123164] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531205} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.123464] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 487f66cc-431c-4e28-9d55-493843604a30/487f66cc-431c-4e28-9d55-493843604a30.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.123674] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.127081] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efb42119-5d6a-4872-8d15-216c823574d0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.137663] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 693.137663] env[65310]: value = "task-4445832" [ 693.137663] env[65310]: _type = "Task" [ 693.137663] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.154433] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.189229] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445831, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.256359] env[65310]: DEBUG nova.compute.manager [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 693.257605] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740fb982-dd6a-4b9c-a3ac-c37205b6fe5b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.363826] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 693.364352] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e328be8a-5f98-4e7d-8862-2c15317858aa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.375629] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 693.375629] env[65310]: value = "task-4445833" [ 693.375629] env[65310]: _type = "Task" [ 693.375629] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.391416] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445833, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.442430] env[65310]: WARNING neutronclient.v2_0.client [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.461049] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853c2470-63dc-4100-b230-63cd950eff73 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.471778] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b143a4-5071-47e8-a132-d05f823ad95a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.515490] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e53a9c-b8e3-4412-8e53-adea9fe38af9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.527709] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a9c5f2-7a7a-4f19-8356-ace5f90e2b87 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.550703] env[65310]: DEBUG nova.compute.manager [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 693.553571] env[65310]: DEBUG nova.compute.provider_tree [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.651072] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279079} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.651072] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.651072] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7385a18a-c9e0-426d-af8a-31fe217aff65 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.677531] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 487f66cc-431c-4e28-9d55-493843604a30/487f66cc-431c-4e28-9d55-493843604a30.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.677790] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c95aba2-1708-43c8-a97e-9b42388527bf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.703538] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564108} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.706905] env[65310]: WARNING neutronclient.v2_0.client [None req-deb1dccf-10f6-4ff0-a10f-40759815502f tempest-ServerExternalEventsTest-880432805 tempest-ServerExternalEventsTest-880432805-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.708789] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5f4d9851-6d07-410f-b145-8c12ef089ef0/5f4d9851-6d07-410f-b145-8c12ef089ef0.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.709276] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.709425] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 693.709425] env[65310]: value = "task-4445834" [ 693.709425] env[65310]: _type = "Task" [ 693.709425] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.710258] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91f114d8-b472-46a0-9fa5-2033d19667d7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.725361] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.729787] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 693.729787] env[65310]: value = "task-4445835" [ 693.729787] env[65310]: _type = "Task" [ 693.729787] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.742131] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.773543] env[65310]: INFO nova.compute.manager [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] instance snapshotting [ 693.775950] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85dd60c-e66a-4300-b6f3-5f3fea1719c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.804664] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b8989-b3bb-4b7a-8249-a574a5e50db0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.890387] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445833, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.906261] env[65310]: DEBUG nova.network.neutron [None req-deb1dccf-10f6-4ff0-a10f-40759815502f tempest-ServerExternalEventsTest-880432805 tempest-ServerExternalEventsTest-880432805-project] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Updating instance_info_cache with network_info: [{"id": "bd3d1dae-aba2-41be-bb6e-2813c4c078be", "address": "fa:16:3e:c9:4d:3f", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd3d1dae-ab", "ovs_interfaceid": "bd3d1dae-aba2-41be-bb6e-2813c4c078be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.008920] env[65310]: WARNING neutronclient.v2_0.client [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.062589] env[65310]: DEBUG nova.scheduler.client.report [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.084448] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.157898] env[65310]: DEBUG nova.network.neutron [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Updated VIF entry in instance network info cache for port 4407c23b-71ff-4711-b775-a870b8af866d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 694.158199] env[65310]: DEBUG nova.network.neutron [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Updating instance_info_cache with network_info: [{"id": "4407c23b-71ff-4711-b775-a870b8af866d", "address": "fa:16:3e:ba:6d:77", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4407c23b-71", "ovs_interfaceid": "4407c23b-71ff-4711-b775-a870b8af866d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.231032] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.242687] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155385} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.243138] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.244195] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c113f2-4f79-4345-a9c4-4bdecfcc2ddf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.273245] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 5f4d9851-6d07-410f-b145-8c12ef089ef0/5f4d9851-6d07-410f-b145-8c12ef089ef0.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.273601] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f37f1b6-b764-4978-8033-94ded4775d26 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.303322] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 694.303322] env[65310]: value = "task-4445836" [ 694.303322] env[65310]: _type = "Task" [ 694.303322] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.318847] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.328440] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 694.328928] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c547dc03-2f34-454e-8d73-de3801819d64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.338567] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 694.338567] env[65310]: value = "task-4445837" [ 694.338567] env[65310]: _type = "Task" [ 694.338567] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.349844] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.392060] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445833, 'name': CreateSnapshot_Task, 'duration_secs': 0.906723} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.392060] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 694.392060] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb961e-c726-4047-bbbb-bdec5c47007b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.414026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-deb1dccf-10f6-4ff0-a10f-40759815502f tempest-ServerExternalEventsTest-880432805 tempest-ServerExternalEventsTest-880432805-project] Releasing lock "refresh_cache-326fba28-76f8-493a-9a3c-42ce85b5962d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.473059] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "49b4868e-8f93-4b46-8156-092b779ba577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.473516] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "49b4868e-8f93-4b46-8156-092b779ba577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.572145] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.572799] env[65310]: DEBUG nova.compute.manager [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 694.575988] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.210s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.576095] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.576269] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 694.577043] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.032s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.578662] env[65310]: INFO nova.compute.claims [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.583100] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a797840-9e4c-4695-822a-58d3131f79e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.593519] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6137d9c6-bfc7-42bd-9fb5-b66be85f38c1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.613508] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad36a8c-0579-4d8a-99bb-fd21faa12358 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.623958] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35f7a1f-df7c-43c2-b37c-1ab052346302 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.665478] env[65310]: DEBUG oslo_concurrency.lockutils [req-bf75e8b8-803b-4bf4-9448-10bd6fa59a51 req-6ca2fd0c-7ab1-4e8a-8cb6-e598a07d8380 service nova] Releasing lock "refresh_cache-8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.666496] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178408MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 694.666589] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.728011] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445834, 'name': ReconfigVM_Task, 'duration_secs': 0.556822} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.728369] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 487f66cc-431c-4e28-9d55-493843604a30/487f66cc-431c-4e28-9d55-493843604a30.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.728994] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9c07b41-7d13-492c-a1db-b5a1819e08f1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.737926] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 694.737926] env[65310]: value = "task-4445838" [ 694.737926] env[65310]: _type = "Task" [ 694.737926] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.750326] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445838, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.755214] env[65310]: DEBUG oslo_vmware.rw_handles [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dbd09-87d6-ead1-8aba-f427d361d07a/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 694.756441] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07494c87-b26f-4694-84fb-efef4a08ffdf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.763737] env[65310]: DEBUG oslo_vmware.rw_handles [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dbd09-87d6-ead1-8aba-f427d361d07a/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 694.764103] env[65310]: ERROR oslo_vmware.rw_handles [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dbd09-87d6-ead1-8aba-f427d361d07a/disk-0.vmdk due to incomplete transfer. [ 694.764203] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-42c2c277-230f-4516-b22f-b68d777ea683 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.773856] env[65310]: DEBUG oslo_vmware.rw_handles [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dbd09-87d6-ead1-8aba-f427d361d07a/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 694.774070] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Uploaded image 1f8155ee-eea7-4a45-a6f1-bafe9a3378a4 to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 694.776155] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 694.776991] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e463afe-decc-474e-b95d-bfd3936f7406 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.784428] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 694.784428] env[65310]: value = "task-4445839" [ 694.784428] env[65310]: _type = "Task" [ 694.784428] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.795764] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445839, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.816194] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445836, 'name': ReconfigVM_Task, 'duration_secs': 0.397758} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.816556] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 5f4d9851-6d07-410f-b145-8c12ef089ef0/5f4d9851-6d07-410f-b145-8c12ef089ef0.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.817350] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d031fec-45a4-4bdf-b76d-d63d0610bb0a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.826883] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 694.826883] env[65310]: value = "task-4445840" [ 694.826883] env[65310]: _type = "Task" [ 694.826883] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.837362] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445840, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.849225] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.855419] env[65310]: DEBUG nova.compute.manager [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Received event network-changed-9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 694.855636] env[65310]: DEBUG nova.compute.manager [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Refreshing instance network info cache due to event network-changed-9371d390-2484-44c8-8617-64682b59311f. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 694.855849] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] Acquiring lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.855997] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] Acquired lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.856278] env[65310]: DEBUG nova.network.neutron [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Refreshing network info cache for port 9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.922690] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 694.923115] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e693a206-e8b9-48b6-9ef7-41265c441f06 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.938928] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 694.938928] env[65310]: value = "task-4445841" [ 694.938928] env[65310]: _type = "Task" [ 694.938928] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.952072] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445841, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.086734] env[65310]: DEBUG nova.compute.utils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.088845] env[65310]: DEBUG nova.compute.manager [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 695.089448] env[65310]: DEBUG nova.network.neutron [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 695.089852] env[65310]: WARNING neutronclient.v2_0.client [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.090264] env[65310]: WARNING neutronclient.v2_0.client [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.137751] env[65310]: DEBUG nova.policy [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e02ab824a7cf48a49f46d1951906646a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a72428e645024b0bb95abbfac37393ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.176591] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquiring lock "326fba28-76f8-493a-9a3c-42ce85b5962d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.176591] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Lock "326fba28-76f8-493a-9a3c-42ce85b5962d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.176591] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquiring lock "326fba28-76f8-493a-9a3c-42ce85b5962d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.176591] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Lock "326fba28-76f8-493a-9a3c-42ce85b5962d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.176778] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Lock "326fba28-76f8-493a-9a3c-42ce85b5962d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.182993] env[65310]: INFO nova.compute.manager [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Terminating instance [ 695.249391] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445838, 'name': Rename_Task, 'duration_secs': 0.197182} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.250124] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.250124] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23e47788-427f-4137-a4af-d5583c15a828 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.260870] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 695.260870] env[65310]: value = "task-4445842" [ 695.260870] env[65310]: _type = "Task" [ 695.260870] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.274053] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.299673] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445839, 'name': Destroy_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.339298] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445840, 'name': Rename_Task, 'duration_secs': 0.450728} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.339683] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.340260] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b403b695-a10f-4029-bba4-f9fcfc1680d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.353302] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445837, 'name': CreateSnapshot_Task, 'duration_secs': 0.640986} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.354209] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 695.354563] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 695.354563] env[65310]: value = "task-4445843" [ 695.354563] env[65310]: _type = "Task" [ 695.354563] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.355433] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee63d6f-a605-4716-91bc-09f08d388bcc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.358897] env[65310]: WARNING neutronclient.v2_0.client [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.381620] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.450140] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445841, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.597310] env[65310]: DEBUG nova.compute.manager [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 695.622207] env[65310]: DEBUG nova.network.neutron [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Successfully created port: 13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 695.679183] env[65310]: DEBUG nova.compute.manager [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Received event network-changed-0dddeb05-681b-43f7-ad21-34e52b15fbf4 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.679568] env[65310]: DEBUG nova.compute.manager [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Refreshing instance network info cache due to event network-changed-0dddeb05-681b-43f7-ad21-34e52b15fbf4. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 695.679835] env[65310]: DEBUG oslo_concurrency.lockutils [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] Acquiring lock "refresh_cache-487f66cc-431c-4e28-9d55-493843604a30" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.680000] env[65310]: DEBUG oslo_concurrency.lockutils [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] Acquired lock "refresh_cache-487f66cc-431c-4e28-9d55-493843604a30" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.680184] env[65310]: DEBUG nova.network.neutron [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Refreshing network info cache for port 0dddeb05-681b-43f7-ad21-34e52b15fbf4 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.686206] env[65310]: WARNING neutronclient.v2_0.client [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.690090] env[65310]: DEBUG nova.compute.manager [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 695.690254] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.695168] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffe3467-4ed7-41a2-ba9c-895b1402b329 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.707219] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.707516] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dbc6512-3449-4fd8-8bd0-465fc838507b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.723197] env[65310]: DEBUG oslo_vmware.api [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for the task: (returnval){ [ 695.723197] env[65310]: value = "task-4445844" [ 695.723197] env[65310]: _type = "Task" [ 695.723197] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.739563] env[65310]: DEBUG oslo_vmware.api [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.776295] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445842, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.800545] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445839, 'name': Destroy_Task, 'duration_secs': 0.629203} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.800826] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Destroyed the VM [ 695.802030] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 695.802030] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86e1cea0-3caf-4272-98a8-410c3082770c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.813027] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 695.813027] env[65310]: value = "task-4445845" [ 695.813027] env[65310]: _type = "Task" [ 695.813027] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.831962] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445845, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.834751] env[65310]: DEBUG nova.network.neutron [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updated VIF entry in instance network info cache for port 9371d390-2484-44c8-8617-64682b59311f. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 695.834751] env[65310]: DEBUG nova.network.neutron [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updating instance_info_cache with network_info: [{"id": "9371d390-2484-44c8-8617-64682b59311f", "address": "fa:16:3e:b1:d6:cf", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9371d390-24", "ovs_interfaceid": "9371d390-2484-44c8-8617-64682b59311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.874308] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.892674] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 695.893356] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1866e1e9-869e-4c0b-9623-485419ebdbe0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.904452] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 695.904452] env[65310]: value = "task-4445846" [ 695.904452] env[65310]: _type = "Task" [ 695.904452] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.918513] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445846, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.955548] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445841, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.183041] env[65310]: WARNING neutronclient.v2_0.client [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.242594] env[65310]: DEBUG oslo_vmware.api [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445844, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.280197] env[65310]: DEBUG oslo_vmware.api [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4445842, 'name': PowerOnVM_Task, 'duration_secs': 0.541873} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.284021] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.284384] env[65310]: INFO nova.compute.manager [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Took 10.06 seconds to spawn the instance on the hypervisor. [ 696.284678] env[65310]: DEBUG nova.compute.manager [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 696.286336] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4479fb60-b824-4fc1-b8fe-f95b6b15f849 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.332773] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445845, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.341633] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] Releasing lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.341891] env[65310]: DEBUG nova.compute.manager [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Received event network-changed-662f549b-c35b-425b-9cab-cc23c8632766 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 696.342070] env[65310]: DEBUG nova.compute.manager [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Refreshing instance network info cache due to event network-changed-662f549b-c35b-425b-9cab-cc23c8632766. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 696.342411] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] Acquiring lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.342591] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] Acquired lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.346027] env[65310]: DEBUG nova.network.neutron [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Refreshing network info cache for port 662f549b-c35b-425b-9cab-cc23c8632766 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.364991] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4c99a8-fe28-4554-aaae-d0e1dc2cd00d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.374400] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445843, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.377391] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602b5cde-139d-4d2e-9713-b6300be0af86 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.418129] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023f8c08-4c5d-49ce-a8da-b307e9406496 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.434631] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445846, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.436198] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db3fe67-21fb-4a16-bd36-935b6bd6e8d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.459658] env[65310]: DEBUG nova.objects.instance [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lazy-loading 'flavor' on Instance uuid 7462f40f-2321-44f0-adae-d74882a962dc {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.460993] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445841, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.461625] env[65310]: DEBUG nova.compute.provider_tree [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.579942] env[65310]: DEBUG oslo_concurrency.lockutils [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquiring lock "656cee43-e949-41f2-b2a0-566e491c4d76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.580230] env[65310]: DEBUG oslo_concurrency.lockutils [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Lock "656cee43-e949-41f2-b2a0-566e491c4d76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.580473] env[65310]: DEBUG oslo_concurrency.lockutils [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquiring lock "656cee43-e949-41f2-b2a0-566e491c4d76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.580705] env[65310]: DEBUG oslo_concurrency.lockutils [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Lock "656cee43-e949-41f2-b2a0-566e491c4d76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.581028] env[65310]: DEBUG oslo_concurrency.lockutils [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Lock "656cee43-e949-41f2-b2a0-566e491c4d76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.583194] env[65310]: INFO nova.compute.manager [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Terminating instance [ 696.621213] env[65310]: DEBUG nova.compute.manager [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 696.650964] env[65310]: DEBUG nova.virt.hardware [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 696.651413] env[65310]: DEBUG nova.virt.hardware [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.651625] env[65310]: DEBUG nova.virt.hardware [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 696.651916] env[65310]: DEBUG nova.virt.hardware [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.652141] env[65310]: DEBUG nova.virt.hardware [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 696.652348] env[65310]: DEBUG nova.virt.hardware [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 696.652631] env[65310]: DEBUG nova.virt.hardware [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 696.652851] env[65310]: DEBUG nova.virt.hardware [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 696.653089] env[65310]: DEBUG nova.virt.hardware [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 696.653318] env[65310]: DEBUG nova.virt.hardware [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 696.653552] env[65310]: DEBUG nova.virt.hardware [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 696.654824] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff3acd2-7f40-4781-9ebe-b5c3c3e0e280 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.666945] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6690c2ad-2c86-48fe-a6cb-ca60f85acd8a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.738505] env[65310]: DEBUG oslo_vmware.api [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445844, 'name': PowerOffVM_Task, 'duration_secs': 0.753664} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.739117] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.739117] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.739923] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39624cd5-036d-473e-8b09-28ebf4b03d17 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.819187] env[65310]: INFO nova.compute.manager [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Took 34.20 seconds to build instance. [ 696.830548] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.830548] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.831639] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Deleting the datastore file [datastore2] 326fba28-76f8-493a-9a3c-42ce85b5962d {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.831639] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d7930ae-0712-48f1-b592-967b4c0d789c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.841380] env[65310]: DEBUG oslo_vmware.api [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445845, 'name': RemoveSnapshot_Task, 'duration_secs': 0.536424} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.843270] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 696.844392] env[65310]: INFO nova.compute.manager [None req-33abdb19-fc89-49ea-ab4c-2d194e0d3506 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Took 16.39 seconds to snapshot the instance on the hypervisor. [ 696.847314] env[65310]: DEBUG oslo_vmware.api [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for the task: (returnval){ [ 696.847314] env[65310]: value = "task-4445848" [ 696.847314] env[65310]: _type = "Task" [ 696.847314] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.849939] env[65310]: WARNING neutronclient.v2_0.client [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.863377] env[65310]: DEBUG oslo_vmware.api [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.876282] env[65310]: DEBUG oslo_vmware.api [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445843, 'name': PowerOnVM_Task, 'duration_secs': 1.180165} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.876282] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.876282] env[65310]: INFO nova.compute.manager [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Took 5.51 seconds to spawn the instance on the hypervisor. [ 696.876381] env[65310]: DEBUG nova.compute.manager [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 696.878854] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e0bf58-9b27-4901-8b6c-4bcd8c2974da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.924872] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445846, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.951812] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445841, 'name': CloneVM_Task, 'duration_secs': 1.877182} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.952083] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Created linked-clone VM from snapshot [ 696.953723] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d973135c-2968-467f-bcc4-137cd064c4e5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.968720] env[65310]: DEBUG nova.scheduler.client.report [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.972824] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Uploading image a86792da-54fa-4f4b-9915-39e9fac703b8 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 696.976147] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "refresh_cache-7462f40f-2321-44f0-adae-d74882a962dc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.976147] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquired lock "refresh_cache-7462f40f-2321-44f0-adae-d74882a962dc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.976147] env[65310]: DEBUG nova.network.neutron [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 696.976147] env[65310]: DEBUG nova.objects.instance [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lazy-loading 'info_cache' on Instance uuid 7462f40f-2321-44f0-adae-d74882a962dc {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.996384] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 696.996384] env[65310]: value = "vm-869572" [ 696.996384] env[65310]: _type = "VirtualMachine" [ 696.996384] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 696.996753] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-314ec2c6-88fc-484e-a8bc-b0e72f538ed5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.006570] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lease: (returnval){ [ 697.006570] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520d094f-8ef1-01d3-c5b7-daab3050e0d3" [ 697.006570] env[65310]: _type = "HttpNfcLease" [ 697.006570] env[65310]: } obtained for exporting VM: (result){ [ 697.006570] env[65310]: value = "vm-869572" [ 697.006570] env[65310]: _type = "VirtualMachine" [ 697.006570] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 697.007038] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the lease: (returnval){ [ 697.007038] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520d094f-8ef1-01d3-c5b7-daab3050e0d3" [ 697.007038] env[65310]: _type = "HttpNfcLease" [ 697.007038] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 697.019069] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.019069] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520d094f-8ef1-01d3-c5b7-daab3050e0d3" [ 697.019069] env[65310]: _type = "HttpNfcLease" [ 697.019069] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 697.019832] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 697.019832] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520d094f-8ef1-01d3-c5b7-daab3050e0d3" [ 697.019832] env[65310]: _type = "HttpNfcLease" [ 697.019832] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 697.020127] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6022799e-afc1-4f57-8816-0e0e2674ba5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.028815] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215160d-f10f-44d1-1f2f-3b464dad1fb9/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 697.029013] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215160d-f10f-44d1-1f2f-3b464dad1fb9/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 697.089592] env[65310]: DEBUG nova.compute.manager [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 697.090043] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.092143] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067744e8-f284-4cce-8fca-3036e03deeb9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.100548] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.101456] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b9d7dbe-9c7e-45e1-afa0-fc0629151eec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.111254] env[65310]: DEBUG oslo_vmware.api [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for the task: (returnval){ [ 697.111254] env[65310]: value = "task-4445850" [ 697.111254] env[65310]: _type = "Task" [ 697.111254] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.121883] env[65310]: DEBUG oslo_vmware.api [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.138203] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f80d6fd-2552-4f78-87cc-dce384e7934e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.332480] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "487f66cc-431c-4e28-9d55-493843604a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.466s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.368909] env[65310]: DEBUG oslo_vmware.api [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Task: {'id': task-4445848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359582} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.368955] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.369193] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.369517] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.369585] env[65310]: INFO nova.compute.manager [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Took 1.68 seconds to destroy the instance on the hypervisor. [ 697.373020] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 697.373020] env[65310]: DEBUG nova.compute.manager [-] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 697.373020] env[65310]: DEBUG nova.network.neutron [-] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 697.373020] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.377180] env[65310]: DEBUG nova.network.neutron [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Successfully updated port: 13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 697.402248] env[65310]: INFO nova.compute.manager [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Took 31.88 seconds to build instance. [ 697.439719] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445846, 'name': CloneVM_Task} progress is 95%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.474614] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.898s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.476270] env[65310]: DEBUG nova.compute.manager [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 697.478445] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.431s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.480738] env[65310]: INFO nova.compute.claims [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.485325] env[65310]: DEBUG nova.objects.base [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Object Instance<7462f40f-2321-44f0-adae-d74882a962dc> lazy-loaded attributes: flavor,info_cache {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 697.509217] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.565154] env[65310]: WARNING neutronclient.v2_0.client [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.606062] env[65310]: WARNING neutronclient.v2_0.client [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.627193] env[65310]: DEBUG oslo_vmware.api [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445850, 'name': PowerOffVM_Task, 'duration_secs': 0.251646} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.627193] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.627193] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.627193] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-518f0826-e778-458d-beb4-8ec9bd95c3f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.699716] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.700231] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.700570] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Deleting the datastore file [datastore2] 656cee43-e949-41f2-b2a0-566e491c4d76 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.700982] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c9188d4-543b-4f5a-8bbc-39a3da595855 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.711433] env[65310]: DEBUG oslo_vmware.api [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for the task: (returnval){ [ 697.711433] env[65310]: value = "task-4445852" [ 697.711433] env[65310]: _type = "Task" [ 697.711433] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.723416] env[65310]: DEBUG oslo_vmware.api [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.821557] env[65310]: DEBUG nova.network.neutron [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Updated VIF entry in instance network info cache for port 0dddeb05-681b-43f7-ad21-34e52b15fbf4. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.825579] env[65310]: DEBUG nova.network.neutron [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Updating instance_info_cache with network_info: [{"id": "0dddeb05-681b-43f7-ad21-34e52b15fbf4", "address": "fa:16:3e:78:dc:87", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dddeb05-68", "ovs_interfaceid": "0dddeb05-681b-43f7-ad21-34e52b15fbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.836435] env[65310]: DEBUG nova.compute.manager [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 697.880265] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquiring lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.880500] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquired lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.880731] env[65310]: DEBUG nova.network.neutron [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 697.903824] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a69f85e2-31fc-44f7-b824-59c8cfda781a tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "5f4d9851-6d07-410f-b145-8c12ef089ef0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.592s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.906364] env[65310]: DEBUG nova.network.neutron [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Updated VIF entry in instance network info cache for port 662f549b-c35b-425b-9cab-cc23c8632766. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.906731] env[65310]: DEBUG nova.network.neutron [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Updating instance_info_cache with network_info: [{"id": "662f549b-c35b-425b-9cab-cc23c8632766", "address": "fa:16:3e:8d:39:b6", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662f549b-c3", "ovs_interfaceid": "662f549b-c35b-425b-9cab-cc23c8632766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.933834] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445846, 'name': CloneVM_Task, 'duration_secs': 1.806108} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.934306] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Created linked-clone VM from snapshot [ 697.936267] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347bd360-3766-4396-aab1-9794db122882 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.949509] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Uploading image 000cd4ff-7216-40be-a564-7c7b9d6f812f {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 697.976371] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 697.977118] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f238eb25-6f4f-4019-84ff-f51777258a0d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.989289] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 697.989289] env[65310]: value = "task-4445853" [ 697.989289] env[65310]: _type = "Task" [ 697.989289] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.000319] env[65310]: DEBUG nova.compute.utils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.002406] env[65310]: DEBUG nova.compute.manager [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Not allocating networking since 'none' was specified. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 698.013935] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445853, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.017585] env[65310]: WARNING neutronclient.v2_0.client [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.232713] env[65310]: DEBUG oslo_vmware.api [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Task: {'id': task-4445852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290289} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.234543] env[65310]: WARNING neutronclient.v2_0.client [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.237920] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.237920] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.237920] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.238099] env[65310]: INFO nova.compute.manager [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Took 1.15 seconds to destroy the instance on the hypervisor. [ 698.238979] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 698.238979] env[65310]: DEBUG nova.compute.manager [-] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 698.238979] env[65310]: DEBUG nova.network.neutron [-] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 698.239366] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.329309] env[65310]: DEBUG oslo_concurrency.lockutils [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] Releasing lock "refresh_cache-487f66cc-431c-4e28-9d55-493843604a30" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.329621] env[65310]: DEBUG nova.compute.manager [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Received event network-changed-53f7b9b4-7e75-4913-95ee-b6c865e99238 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 698.330137] env[65310]: DEBUG nova.compute.manager [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Refreshing instance network info cache due to event network-changed-53f7b9b4-7e75-4913-95ee-b6c865e99238. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 698.331305] env[65310]: DEBUG oslo_concurrency.lockutils [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] Acquiring lock "refresh_cache-d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.331495] env[65310]: DEBUG oslo_concurrency.lockutils [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] Acquired lock "refresh_cache-d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.331650] env[65310]: DEBUG nova.network.neutron [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Refreshing network info cache for port 53f7b9b4-7e75-4913-95ee-b6c865e99238 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.338067] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.372079] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.384055] env[65310]: DEBUG nova.network.neutron [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Updating instance_info_cache with network_info: [{"id": "6fa2936b-6ab6-45fb-8487-309c25dc9c7a", "address": "fa:16:3e:9b:35:a4", "network": {"id": "7d44e061-793c-485f-b9fb-c32335034285", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1703461039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1f90bb1d1a410fa48fcf1a53401b5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa2936b-6a", "ovs_interfaceid": "6fa2936b-6ab6-45fb-8487-309c25dc9c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.413483] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ae699af-ebcb-4d7c-a965-ae022121c009 req-1465e3b9-aaa3-4eea-b8dc-00de3c773610 service nova] Releasing lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.483709] env[65310]: DEBUG nova.network.neutron [-] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.487519] env[65310]: DEBUG nova.network.neutron [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 698.508878] env[65310]: DEBUG nova.compute.manager [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 698.515768] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445853, 'name': Destroy_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.618662] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "fda34d98-13d8-4647-a71a-8e35ea232f0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.618662] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.618917] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "fda34d98-13d8-4647-a71a-8e35ea232f0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.619059] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.619358] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.625604] env[65310]: INFO nova.compute.manager [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Terminating instance [ 698.781866] env[65310]: WARNING neutronclient.v2_0.client [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.836244] env[65310]: WARNING neutronclient.v2_0.client [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.890675] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Releasing lock "refresh_cache-7462f40f-2321-44f0-adae-d74882a962dc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.913168] env[65310]: DEBUG nova.network.neutron [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updating instance_info_cache with network_info: [{"id": "13dc731c-37ed-449b-976d-0e04f067613e", "address": "fa:16:3e:e3:ce:5d", "network": {"id": "be1eb2d3-974a-47f0-857d-9c38cd910cfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-31692986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72428e645024b0bb95abbfac37393ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dc731c-37", "ovs_interfaceid": "13dc731c-37ed-449b-976d-0e04f067613e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.993387] env[65310]: INFO nova.compute.manager [-] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Took 1.62 seconds to deallocate network for instance. [ 699.011658] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445853, 'name': Destroy_Task, 'duration_secs': 0.543326} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.014731] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Destroyed the VM [ 699.017137] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 699.027109] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5fe2737-11ac-4fea-be65-223536a9e8c9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.047660] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 699.047660] env[65310]: value = "task-4445857" [ 699.047660] env[65310]: _type = "Task" [ 699.047660] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.064493] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445857, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.083594] env[65310]: WARNING neutronclient.v2_0.client [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.132809] env[65310]: DEBUG nova.compute.manager [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 699.132973] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.134098] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590225b8-56ac-4fae-bf63-2fcb2403b7cd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.152136] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.152823] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a701291-b0fb-4528-8539-0f5229d426ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.169200] env[65310]: DEBUG oslo_vmware.api [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 699.169200] env[65310]: value = "task-4445858" [ 699.169200] env[65310]: _type = "Task" [ 699.169200] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.185882] env[65310]: DEBUG oslo_vmware.api [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.225678] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65022083-7a1c-4a24-a379-04b1e19ba62c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.230676] env[65310]: DEBUG nova.network.neutron [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Updated VIF entry in instance network info cache for port 53f7b9b4-7e75-4913-95ee-b6c865e99238. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 699.230676] env[65310]: DEBUG nova.network.neutron [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Updating instance_info_cache with network_info: [{"id": "53f7b9b4-7e75-4913-95ee-b6c865e99238", "address": "fa:16:3e:50:96:70", "network": {"id": "8e33b1eb-2072-4a71-80bc-5de66ef9089e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1681803919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede1bc89e21d4d6b983de4cff608d809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f7b9b4-7e", "ovs_interfaceid": "53f7b9b4-7e75-4913-95ee-b6c865e99238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.238568] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddee2408-319e-4718-84f8-d88731167b06 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.279942] env[65310]: DEBUG nova.network.neutron [-] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.286739] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d514c366-a70c-4705-b04c-43a71274dcd8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.298793] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da36add-257a-4210-8c0a-5c6d06457ef7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.318346] env[65310]: DEBUG nova.compute.provider_tree [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.414522] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Releasing lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.414993] env[65310]: DEBUG nova.compute.manager [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Instance network_info: |[{"id": "13dc731c-37ed-449b-976d-0e04f067613e", "address": "fa:16:3e:e3:ce:5d", "network": {"id": "be1eb2d3-974a-47f0-857d-9c38cd910cfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-31692986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72428e645024b0bb95abbfac37393ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dc731c-37", "ovs_interfaceid": "13dc731c-37ed-449b-976d-0e04f067613e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 699.415562] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ce:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13dc731c-37ed-449b-976d-0e04f067613e', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.424122] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Creating folder: Project (a72428e645024b0bb95abbfac37393ee). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.425982] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-143f9915-88cd-4d65-9af6-abc16071c62c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.429562] env[65310]: DEBUG nova.compute.manager [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Received event network-changed-662f549b-c35b-425b-9cab-cc23c8632766 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 699.429804] env[65310]: DEBUG nova.compute.manager [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Refreshing instance network info cache due to event network-changed-662f549b-c35b-425b-9cab-cc23c8632766. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 699.430616] env[65310]: DEBUG oslo_concurrency.lockutils [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] Acquiring lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.430616] env[65310]: DEBUG oslo_concurrency.lockutils [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] Acquired lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.430616] env[65310]: DEBUG nova.network.neutron [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Refreshing network info cache for port 662f549b-c35b-425b-9cab-cc23c8632766 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.445431] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Created folder: Project (a72428e645024b0bb95abbfac37393ee) in parent group-v869493. [ 699.445638] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Creating folder: Instances. Parent ref: group-v869577. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.445888] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e416b01a-9b23-4637-a3d5-e3d83f324b0c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.457626] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Created folder: Instances in parent group-v869577. [ 699.457912] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 699.458179] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.458351] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6249b719-9d92-4b11-9188-8f2910b6167a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.481593] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.481593] env[65310]: value = "task-4445861" [ 699.481593] env[65310]: _type = "Task" [ 699.481593] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.490524] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445861, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.505817] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.536310] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "4b037ed7-6d6e-466f-aefa-b541ed480902" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.537362] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "4b037ed7-6d6e-466f-aefa-b541ed480902" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.538073] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "4b037ed7-6d6e-466f-aefa-b541ed480902-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.539767] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "4b037ed7-6d6e-466f-aefa-b541ed480902-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.539767] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "4b037ed7-6d6e-466f-aefa-b541ed480902-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.543043] env[65310]: DEBUG nova.compute.manager [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 699.548667] env[65310]: INFO nova.compute.manager [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Terminating instance [ 699.566391] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445857, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.576932] env[65310]: DEBUG nova.virt.hardware [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 699.577158] env[65310]: DEBUG nova.virt.hardware [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.577427] env[65310]: DEBUG nova.virt.hardware [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 699.577735] env[65310]: DEBUG nova.virt.hardware [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.577862] env[65310]: DEBUG nova.virt.hardware [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 699.578051] env[65310]: DEBUG nova.virt.hardware [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 699.578302] env[65310]: DEBUG nova.virt.hardware [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 699.578516] env[65310]: DEBUG nova.virt.hardware [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 699.578738] env[65310]: DEBUG nova.virt.hardware [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 699.578933] env[65310]: DEBUG nova.virt.hardware [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 699.579179] env[65310]: DEBUG nova.virt.hardware [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 699.581793] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2763460-fbdf-4f03-b0d9-9597b11bc9c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.593963] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e02f24-a08f-426d-8e26-e87ff4c3a6a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.618271] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.625822] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Creating folder: Project (4676293ac4de4743ba0975710856e752). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.626585] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-914ed2d3-d03f-4862-9c6f-c69c36492c9c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.643178] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Created folder: Project (4676293ac4de4743ba0975710856e752) in parent group-v869493. [ 699.643578] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Creating folder: Instances. Parent ref: group-v869580. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.643721] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d96c99f-3a91-4321-b305-18cebd5cbf53 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.658836] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Created folder: Instances in parent group-v869580. [ 699.659755] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 699.659755] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.659755] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56384854-c1e7-4d11-a036-3fe8712bd95f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.683461] env[65310]: DEBUG oslo_vmware.api [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.685572] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.685572] env[65310]: value = "task-4445864" [ 699.685572] env[65310]: _type = "Task" [ 699.685572] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.693297] env[65310]: DEBUG nova.compute.manager [req-b5db27ac-ea32-4637-b737-df8a5d251289 req-29259b98-d09a-41f6-a1e7-8ce971beb67d service nova] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Received event network-vif-deleted-bd3d1dae-aba2-41be-bb6e-2813c4c078be {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 699.698912] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445864, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.735613] env[65310]: DEBUG oslo_concurrency.lockutils [req-0c75bd9a-8f3e-42ca-a8dd-13885caebe92 req-b461e859-6e75-4756-9c07-97d7fa975ae3 service nova] Releasing lock "refresh_cache-d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.787582] env[65310]: INFO nova.compute.manager [-] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Took 1.55 seconds to deallocate network for instance. [ 699.822906] env[65310]: DEBUG nova.scheduler.client.report [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.898254] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.898915] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71b238ca-98fd-4be7-8d49-95c6f565e1ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.911062] env[65310]: DEBUG oslo_vmware.api [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 699.911062] env[65310]: value = "task-4445865" [ 699.911062] env[65310]: _type = "Task" [ 699.911062] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.927032] env[65310]: DEBUG oslo_vmware.api [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.933243] env[65310]: WARNING neutronclient.v2_0.client [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.997072] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445861, 'name': CreateVM_Task, 'duration_secs': 0.488654} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.997365] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.997956] env[65310]: WARNING neutronclient.v2_0.client [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.998417] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.998597] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.998999] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.999378] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88d3091-93cc-4bfc-86ae-6d245991fc48 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.007518] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 700.007518] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526fa46f-1c61-a6b1-b4db-3a8c239b85af" [ 700.007518] env[65310]: _type = "Task" [ 700.007518] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.020300] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526fa46f-1c61-a6b1-b4db-3a8c239b85af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.061122] env[65310]: DEBUG nova.compute.manager [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 700.061472] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.061904] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445857, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.062988] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cbbb71-713b-490b-86d0-b1e9ea781ad8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.075475] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.075787] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-297062f6-cb69-415b-a8d5-9213e9dc4fe2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.083737] env[65310]: DEBUG oslo_vmware.api [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 700.083737] env[65310]: value = "task-4445866" [ 700.083737] env[65310]: _type = "Task" [ 700.083737] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.094341] env[65310]: DEBUG oslo_vmware.api [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.186981] env[65310]: DEBUG oslo_vmware.api [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445858, 'name': PowerOffVM_Task, 'duration_secs': 0.87645} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.191433] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.191871] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.192429] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86a3dd9f-6d76-4385-8081-0d46a52e8308 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.201744] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445864, 'name': CreateVM_Task, 'duration_secs': 0.390071} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.201952] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.202462] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.244148] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Acquiring lock "33c36f11-33f3-4642-a367-c26cceac7fa9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.244308] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.298386] env[65310]: DEBUG oslo_concurrency.lockutils [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.306083] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.306083] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.306083] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Deleting the datastore file [datastore2] fda34d98-13d8-4647-a71a-8e35ea232f0f {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.306485] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01283428-63e6-4fea-89fc-df01f1fc78a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.318025] env[65310]: DEBUG oslo_vmware.api [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 700.318025] env[65310]: value = "task-4445868" [ 700.318025] env[65310]: _type = "Task" [ 700.318025] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.329536] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.330077] env[65310]: DEBUG nova.compute.manager [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 700.340598] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.346s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.346312] env[65310]: DEBUG oslo_vmware.api [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.346930] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.347451] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.425490] env[65310]: DEBUG oslo_vmware.api [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.525524] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526fa46f-1c61-a6b1-b4db-3a8c239b85af, 'name': SearchDatastore_Task, 'duration_secs': 0.0272} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.526155] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.526471] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.527054] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.527447] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.527822] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.528352] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.528854] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.529344] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ebef482-1cee-4e34-afe6-8945963209ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.533335] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48dcb74-1798-49f1-aaa0-56fada99e33b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.542137] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for the task: (returnval){ [ 700.542137] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bc7bde-d11a-371c-3c67-b1e9a350d834" [ 700.542137] env[65310]: _type = "Task" [ 700.542137] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.555899] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bc7bde-d11a-371c-3c67-b1e9a350d834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.568180] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.568519] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.570160] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0c373d-8bcf-440e-9808-07792d56d5d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.579910] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 700.579910] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5281b3de-27fe-554a-9e18-6e6fede10b32" [ 700.579910] env[65310]: _type = "Task" [ 700.579910] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.584656] env[65310]: DEBUG oslo_vmware.api [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445857, 'name': RemoveSnapshot_Task, 'duration_secs': 1.237537} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.595180] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 700.610389] env[65310]: DEBUG oslo_vmware.api [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445866, 'name': PowerOffVM_Task, 'duration_secs': 0.327662} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.613622] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5281b3de-27fe-554a-9e18-6e6fede10b32, 'name': SearchDatastore_Task, 'duration_secs': 0.013393} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.613622] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.613622] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.613622] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec0e7ed1-7078-4fc8-8e0d-d664f0bb501e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.614450] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ace5f8-7ec7-4134-9c47-fb409f12eec6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.621547] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 700.621547] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e14294-c9ba-72b1-0938-41065dc2d84e" [ 700.621547] env[65310]: _type = "Task" [ 700.621547] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.637083] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e14294-c9ba-72b1-0938-41065dc2d84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.711756] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.713316] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.713316] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleting the datastore file [datastore1] 4b037ed7-6d6e-466f-aefa-b541ed480902 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.713316] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0752ac70-67b9-48b2-bc1c-7e4e89a5a771 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.722660] env[65310]: DEBUG oslo_vmware.api [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 700.722660] env[65310]: value = "task-4445870" [ 700.722660] env[65310]: _type = "Task" [ 700.722660] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.733519] env[65310]: DEBUG oslo_vmware.api [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.748645] env[65310]: DEBUG nova.compute.utils [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.826583] env[65310]: WARNING neutronclient.v2_0.client [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.832996] env[65310]: DEBUG oslo_vmware.api [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4445868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262206} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.833283] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.833507] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.833799] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.833932] env[65310]: INFO nova.compute.manager [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Took 1.70 seconds to destroy the instance on the hypervisor. [ 700.834210] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 700.834415] env[65310]: DEBUG nova.compute.manager [-] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 700.834542] env[65310]: DEBUG nova.network.neutron [-] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 700.834839] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.848340] env[65310]: DEBUG nova.compute.utils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.850042] env[65310]: DEBUG nova.compute.manager [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 700.850145] env[65310]: DEBUG nova.network.neutron [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.850442] env[65310]: WARNING neutronclient.v2_0.client [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.850748] env[65310]: WARNING neutronclient.v2_0.client [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.853737] env[65310]: DEBUG nova.compute.manager [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 700.926644] env[65310]: DEBUG oslo_vmware.api [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445865, 'name': PowerOnVM_Task, 'duration_secs': 0.66713} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.930737] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.931332] env[65310]: DEBUG nova.compute.manager [None req-a8832789-a0ba-4496-82d0-d95b51194132 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 700.933958] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a377a82b-1195-4157-ba98-50388a1498bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.940947] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.045908] env[65310]: DEBUG nova.network.neutron [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Updated VIF entry in instance network info cache for port 662f549b-c35b-425b-9cab-cc23c8632766. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 701.046767] env[65310]: DEBUG nova.network.neutron [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Updating instance_info_cache with network_info: [{"id": "662f549b-c35b-425b-9cab-cc23c8632766", "address": "fa:16:3e:8d:39:b6", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662f549b-c3", "ovs_interfaceid": "662f549b-c35b-425b-9cab-cc23c8632766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.062838] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bc7bde-d11a-371c-3c67-b1e9a350d834, 'name': SearchDatastore_Task, 'duration_secs': 0.014642} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.066968] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.067329] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.067616] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.103746] env[65310]: WARNING nova.compute.manager [None req-8e73e10b-d7f5-400c-bc22-2d147ad5147a tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Image not found during snapshot: nova.exception.ImageNotFound: Image 000cd4ff-7216-40be-a564-7c7b9d6f812f could not be found. [ 701.148681] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e14294-c9ba-72b1-0938-41065dc2d84e, 'name': SearchDatastore_Task, 'duration_secs': 0.016381} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.153350] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.154073] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 4d239bf8-b3d6-4d50-83c9-5794c0f706e6/4d239bf8-b3d6-4d50-83c9-5794c0f706e6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.154900] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.155322] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.155660] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78fa0edb-0455-4ddf-a67a-d70cf366783c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.160810] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02590ad4-55cc-4f78-9e45-0b4cd64cfb25 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.173779] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 701.173779] env[65310]: value = "task-4445871" [ 701.173779] env[65310]: _type = "Task" [ 701.173779] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.178834] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.179022] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.180283] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27117f65-5aaf-46dd-8bf3-5fd0199d2087 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.186408] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.193794] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for the task: (returnval){ [ 701.193794] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ce3e31-d603-0b19-1ce5-39ef9ecbd40c" [ 701.193794] env[65310]: _type = "Task" [ 701.193794] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.209184] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ce3e31-d603-0b19-1ce5-39ef9ecbd40c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.234014] env[65310]: DEBUG oslo_vmware.api [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4445870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32282} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.234335] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.234566] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.234754] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.235648] env[65310]: INFO nova.compute.manager [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Took 1.17 seconds to destroy the instance on the hypervisor. [ 701.235648] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 701.235648] env[65310]: DEBUG nova.compute.manager [-] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 701.235816] env[65310]: DEBUG nova.network.neutron [-] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 701.235997] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.253383] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.333642] env[65310]: DEBUG nova.policy [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60e39fd0281c4cf48fb5bbbac36ae251', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd8b4458f6344b6c8cb1f1752e35c7ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.354181] env[65310]: DEBUG nova.compute.manager [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 701.391539] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.437261] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.550181] env[65310]: DEBUG oslo_concurrency.lockutils [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] Releasing lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.551201] env[65310]: DEBUG nova.compute.manager [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Received event network-vif-plugged-13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 701.551201] env[65310]: DEBUG oslo_concurrency.lockutils [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] Acquiring lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.551201] env[65310]: DEBUG oslo_concurrency.lockutils [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] Lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.551201] env[65310]: DEBUG oslo_concurrency.lockutils [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] Lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.551459] env[65310]: DEBUG nova.compute.manager [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] No waiting events found dispatching network-vif-plugged-13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 701.551561] env[65310]: WARNING nova.compute.manager [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Received unexpected event network-vif-plugged-13dc731c-37ed-449b-976d-0e04f067613e for instance with vm_state building and task_state spawning. [ 701.551802] env[65310]: DEBUG nova.compute.manager [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Received event network-changed-13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 701.551950] env[65310]: DEBUG nova.compute.manager [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Refreshing instance network info cache due to event network-changed-13dc731c-37ed-449b-976d-0e04f067613e. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 701.552373] env[65310]: DEBUG oslo_concurrency.lockutils [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] Acquiring lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.552442] env[65310]: DEBUG oslo_concurrency.lockutils [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] Acquired lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.553180] env[65310]: DEBUG nova.network.neutron [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Refreshing network info cache for port 13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.581165] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efb716a-3b33-4908-8f7c-2e271ad30db9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.597926] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb834e2-d9bc-4fd1-8b3c-e0e822e7cdc4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.635729] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f96186e-2dce-41b6-9035-9baf5104de70 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.646635] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22311e3-ec74-4d24-b242-ef783a8f0080 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.667447] env[65310]: DEBUG nova.compute.provider_tree [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.686760] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445871, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.707739] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ce3e31-d603-0b19-1ce5-39ef9ecbd40c, 'name': SearchDatastore_Task, 'duration_secs': 0.01402} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.708655] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3eff9da-655d-4f6a-9b18-90d1c0cd24a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.716292] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for the task: (returnval){ [ 701.716292] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523310f8-f4cb-9e7e-d7f9-ccdc31ea8628" [ 701.716292] env[65310]: _type = "Task" [ 701.716292] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.727482] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523310f8-f4cb-9e7e-d7f9-ccdc31ea8628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.783866] env[65310]: DEBUG nova.network.neutron [-] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.945657] env[65310]: DEBUG nova.network.neutron [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Successfully created port: 78ac758d-39f6-49f6-987b-8bc02acdc8c5 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 702.056809] env[65310]: WARNING neutronclient.v2_0.client [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.171806] env[65310]: DEBUG nova.scheduler.client.report [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.196970] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78605} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.196970] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 4d239bf8-b3d6-4d50-83c9-5794c0f706e6/4d239bf8-b3d6-4d50-83c9-5794c0f706e6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.197247] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.197513] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8e3c647-8869-4532-81fe-15de4b077803 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.211885] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 702.211885] env[65310]: value = "task-4445873" [ 702.211885] env[65310]: _type = "Task" [ 702.211885] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.225517] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.234343] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523310f8-f4cb-9e7e-d7f9-ccdc31ea8628, 'name': SearchDatastore_Task, 'duration_secs': 0.063863} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.234717] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.235081] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 4a5509bf-4263-4d86-bafd-ed9ee48ec64d/4a5509bf-4263-4d86-bafd-ed9ee48ec64d.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.235476] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-686ace24-bd34-427b-ad26-82e8e4aa3a17 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.244555] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for the task: (returnval){ [ 702.244555] env[65310]: value = "task-4445874" [ 702.244555] env[65310]: _type = "Task" [ 702.244555] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.255441] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.287552] env[65310]: INFO nova.compute.manager [-] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Took 1.45 seconds to deallocate network for instance. [ 702.369746] env[65310]: DEBUG nova.compute.manager [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 702.391114] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Acquiring lock "33c36f11-33f3-4642-a367-c26cceac7fa9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.391801] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.391801] env[65310]: INFO nova.compute.manager [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Attaching volume 4d6e1f5d-b569-479a-a011-307c36ec3d28 to /dev/sdb [ 702.396549] env[65310]: DEBUG nova.network.neutron [-] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.410684] env[65310]: DEBUG nova.virt.hardware [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 702.412918] env[65310]: DEBUG nova.virt.hardware [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.414321] env[65310]: DEBUG nova.virt.hardware [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 702.414321] env[65310]: DEBUG nova.virt.hardware [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.414321] env[65310]: DEBUG nova.virt.hardware [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 702.414321] env[65310]: DEBUG nova.virt.hardware [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 702.416083] env[65310]: DEBUG nova.virt.hardware [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 702.416401] env[65310]: DEBUG nova.virt.hardware [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 702.417783] env[65310]: DEBUG nova.virt.hardware [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 702.418190] env[65310]: DEBUG nova.virt.hardware [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 702.418556] env[65310]: DEBUG nova.virt.hardware [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 702.420447] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffeb883-654a-4b2a-8ac5-1a646f74ba15 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.430902] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ac4826-1623-4802-bac8-d2d8d030e6cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.442229] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d68235b-591d-4ac5-bda4-c8dec131c8db {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.464743] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aef8ec-65b6-446f-8ad8-0b16b1732c31 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.483303] env[65310]: DEBUG nova.virt.block_device [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Updating existing volume attachment record: 10456cb7-93d8-4a35-afe7-ec4c7c72fde6 {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 702.724449] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095891} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.724752] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.725609] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec12de1-af63-4a5a-87a6-6f89396f6cb7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.751527] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4d239bf8-b3d6-4d50-83c9-5794c0f706e6/4d239bf8-b3d6-4d50-83c9-5794c0f706e6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.751979] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd35226-0c39-4140-ad59-d5c59ec6af84 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.778801] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445874, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.780594] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 702.780594] env[65310]: value = "task-4445878" [ 702.780594] env[65310]: _type = "Task" [ 702.780594] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.792806] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.797306] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.903046] env[65310]: INFO nova.compute.manager [-] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Took 1.67 seconds to deallocate network for instance. [ 703.194937] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.854s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.196140] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.735s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.200403] env[65310]: INFO nova.compute.claims [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.265948] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84574} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.266280] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 4a5509bf-4263-4d86-bafd-ed9ee48ec64d/4a5509bf-4263-4d86-bafd-ed9ee48ec64d.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.266592] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.267099] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1aed515-6c6d-488a-a82a-d341194e5adf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.276390] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for the task: (returnval){ [ 703.276390] env[65310]: value = "task-4445879" [ 703.276390] env[65310]: _type = "Task" [ 703.276390] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.289513] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.299377] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445878, 'name': ReconfigVM_Task, 'duration_secs': 0.430645} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.299932] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4d239bf8-b3d6-4d50-83c9-5794c0f706e6/4d239bf8-b3d6-4d50-83c9-5794c0f706e6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.300784] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be7bf7f1-cb7f-4e1a-8370-c0abdd0f3373 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.308995] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 703.308995] env[65310]: value = "task-4445880" [ 703.308995] env[65310]: _type = "Task" [ 703.308995] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.323284] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445880, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.379158] env[65310]: WARNING neutronclient.v2_0.client [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.410197] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.555418] env[65310]: DEBUG nova.network.neutron [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updated VIF entry in instance network info cache for port 13dc731c-37ed-449b-976d-0e04f067613e. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 703.555790] env[65310]: DEBUG nova.network.neutron [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updating instance_info_cache with network_info: [{"id": "13dc731c-37ed-449b-976d-0e04f067613e", "address": "fa:16:3e:e3:ce:5d", "network": {"id": "be1eb2d3-974a-47f0-857d-9c38cd910cfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-31692986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72428e645024b0bb95abbfac37393ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dc731c-37", "ovs_interfaceid": "13dc731c-37ed-449b-976d-0e04f067613e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.655794] env[65310]: DEBUG nova.network.neutron [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Successfully updated port: 78ac758d-39f6-49f6-987b-8bc02acdc8c5 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 703.775194] env[65310]: INFO nova.scheduler.client.report [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Deleted allocation for migration 1db843b5-48e2-4a13-af00-7d376236fbfe [ 703.790868] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08462} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.791138] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.791955] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e230fa5c-f950-4fcb-9cb5-f67aad8d7180 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.818737] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 4a5509bf-4263-4d86-bafd-ed9ee48ec64d/4a5509bf-4263-4d86-bafd-ed9ee48ec64d.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.819395] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1a4bf5-d1c1-424b-9415-5b57a4f175fb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.845206] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445880, 'name': Rename_Task, 'duration_secs': 0.189145} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.846778] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.847284] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for the task: (returnval){ [ 703.847284] env[65310]: value = "task-4445882" [ 703.847284] env[65310]: _type = "Task" [ 703.847284] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.847488] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d439aad1-fff0-4ada-b911-260ec60ead92 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.861627] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.864824] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 703.864824] env[65310]: value = "task-4445883" [ 703.864824] env[65310]: _type = "Task" [ 703.864824] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.873393] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.021679] env[65310]: INFO nova.compute.manager [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Rebuilding instance [ 704.061809] env[65310]: DEBUG oslo_concurrency.lockutils [req-1db09bfc-6135-414a-bd65-93208b40313b req-25ca36b3-cf29-42d8-9cc6-8f7198f74c23 service nova] Releasing lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.086662] env[65310]: DEBUG nova.compute.manager [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 704.087404] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b80d5e4-e019-446f-9606-58412c89a57b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.161225] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquiring lock "refresh_cache-8445ef67-c0e1-4506-9945-2e37c24bb4d2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.161508] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquired lock "refresh_cache-8445ef67-c0e1-4506-9945-2e37c24bb4d2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.161760] env[65310]: DEBUG nova.network.neutron [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 704.286063] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3f2375f-3155-42f2-a65e-5e7402477749 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.330s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.371824] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.382396] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445883, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.610842] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "bb529f7e-5d01-4d34-902a-41f63dd50aff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.611247] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "bb529f7e-5d01-4d34-902a-41f63dd50aff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.740249] env[65310]: DEBUG nova.network.neutron [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 704.786525] env[65310]: DEBUG oslo_concurrency.lockutils [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "893d3455-61cd-49e0-a043-22b544ea89ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.786902] env[65310]: DEBUG oslo_concurrency.lockutils [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "893d3455-61cd-49e0-a043-22b544ea89ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.787221] env[65310]: DEBUG oslo_concurrency.lockutils [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "893d3455-61cd-49e0-a043-22b544ea89ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.787610] env[65310]: DEBUG oslo_concurrency.lockutils [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "893d3455-61cd-49e0-a043-22b544ea89ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.787963] env[65310]: DEBUG oslo_concurrency.lockutils [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "893d3455-61cd-49e0-a043-22b544ea89ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.792596] env[65310]: INFO nova.compute.manager [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Terminating instance [ 704.797226] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.797316] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.797581] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.797907] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.798588] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.840255] env[65310]: INFO nova.compute.manager [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Terminating instance [ 704.848890] env[65310]: DEBUG nova.compute.manager [req-84ab3c08-99ac-4648-9e6e-bd2cd20370d1 req-67e93920-6834-4438-bff8-dbdc3086adcf service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Received event network-changed-9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 704.849101] env[65310]: DEBUG nova.compute.manager [req-84ab3c08-99ac-4648-9e6e-bd2cd20370d1 req-67e93920-6834-4438-bff8-dbdc3086adcf service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Refreshing instance network info cache due to event network-changed-9371d390-2484-44c8-8617-64682b59311f. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 704.849342] env[65310]: DEBUG oslo_concurrency.lockutils [req-84ab3c08-99ac-4648-9e6e-bd2cd20370d1 req-67e93920-6834-4438-bff8-dbdc3086adcf service nova] Acquiring lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.849491] env[65310]: DEBUG oslo_concurrency.lockutils [req-84ab3c08-99ac-4648-9e6e-bd2cd20370d1 req-67e93920-6834-4438-bff8-dbdc3086adcf service nova] Acquired lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.849649] env[65310]: DEBUG nova.network.neutron [req-84ab3c08-99ac-4648-9e6e-bd2cd20370d1 req-67e93920-6834-4438-bff8-dbdc3086adcf service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Refreshing network info cache for port 9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.869374] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445882, 'name': ReconfigVM_Task, 'duration_secs': 0.68979} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.873977] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 4a5509bf-4263-4d86-bafd-ed9ee48ec64d/4a5509bf-4263-4d86-bafd-ed9ee48ec64d.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.878138] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c4f2eab-52e1-450c-857d-5bd53accd60d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.886353] env[65310]: DEBUG nova.compute.manager [req-9950003b-e515-4243-af14-710f49a9dc62 req-ba594317-a925-4e13-9239-a446d609e3e2 service nova] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Received event network-vif-deleted-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 704.889086] env[65310]: DEBUG oslo_vmware.api [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4445883, 'name': PowerOnVM_Task, 'duration_secs': 0.537381} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.893773] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.894009] env[65310]: INFO nova.compute.manager [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Took 8.27 seconds to spawn the instance on the hypervisor. [ 704.894220] env[65310]: DEBUG nova.compute.manager [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 704.894582] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for the task: (returnval){ [ 704.894582] env[65310]: value = "task-4445885" [ 704.894582] env[65310]: _type = "Task" [ 704.894582] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.896364] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb81ca0-ef58-40df-b797-0869b3a4ca51 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.917352] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445885, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.948917] env[65310]: WARNING neutronclient.v2_0.client [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.977032] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0d6e28-21c3-446b-838f-8cf66391a6fa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.989612] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adacb55c-04d6-4ab3-91ab-76a15ce2fc43 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.033898] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e988188c-186b-4a82-82e6-02bceb62b816 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.046031] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150daf5b-be2b-405b-8adb-62ef89ef4847 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.064495] env[65310]: DEBUG nova.compute.provider_tree [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.099029] env[65310]: DEBUG nova.network.neutron [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Updating instance_info_cache with network_info: [{"id": "78ac758d-39f6-49f6-987b-8bc02acdc8c5", "address": "fa:16:3e:db:a8:96", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ac758d-39", "ovs_interfaceid": "78ac758d-39f6-49f6-987b-8bc02acdc8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.111851] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.112138] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc51b3cf-2d3a-4bf4-8a64-7e74acc43454 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.122783] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 705.122783] env[65310]: value = "task-4445886" [ 705.122783] env[65310]: _type = "Task" [ 705.122783] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.134849] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.314994] env[65310]: DEBUG nova.compute.manager [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 705.315334] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.316174] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c109d42e-ec8c-4e83-b80e-1bae38393e2d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.329942] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.330439] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f37e0f96-bba6-4092-a462-821112e4ea8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.358746] env[65310]: DEBUG nova.compute.manager [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 705.358860] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.359781] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbccc4d-e4aa-4da7-be8f-c212d9b30a29 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.365991] env[65310]: WARNING neutronclient.v2_0.client [req-84ab3c08-99ac-4648-9e6e-bd2cd20370d1 req-67e93920-6834-4438-bff8-dbdc3086adcf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.375215] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.375558] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95fae902-d9cb-4cf2-a1cf-e928432f75ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.384253] env[65310]: DEBUG oslo_vmware.api [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 705.384253] env[65310]: value = "task-4445888" [ 705.384253] env[65310]: _type = "Task" [ 705.384253] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.396617] env[65310]: DEBUG oslo_vmware.api [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.407694] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.408144] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.408242] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleting the datastore file [datastore1] 893d3455-61cd-49e0-a043-22b544ea89ed {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.408570] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31a654dc-6b5a-4d92-b9a0-1206d42d47a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.415381] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445885, 'name': Rename_Task, 'duration_secs': 0.199637} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.416370] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.416527] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fe44072-1a94-49a3-8638-22cb6a8c6091 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.420762] env[65310]: DEBUG oslo_vmware.api [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 705.420762] env[65310]: value = "task-4445890" [ 705.420762] env[65310]: _type = "Task" [ 705.420762] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.432321] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for the task: (returnval){ [ 705.432321] env[65310]: value = "task-4445891" [ 705.432321] env[65310]: _type = "Task" [ 705.432321] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.448657] env[65310]: INFO nova.compute.manager [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Took 33.78 seconds to build instance. [ 705.449933] env[65310]: DEBUG oslo_vmware.api [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.461140] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445891, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.569266] env[65310]: DEBUG nova.scheduler.client.report [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.601744] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Releasing lock "refresh_cache-8445ef67-c0e1-4506-9945-2e37c24bb4d2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.602125] env[65310]: DEBUG nova.compute.manager [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Instance network_info: |[{"id": "78ac758d-39f6-49f6-987b-8bc02acdc8c5", "address": "fa:16:3e:db:a8:96", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ac758d-39", "ovs_interfaceid": "78ac758d-39f6-49f6-987b-8bc02acdc8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 705.602990] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:a8:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ac758d-39f6-49f6-987b-8bc02acdc8c5', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.618392] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Creating folder: Project (dd8b4458f6344b6c8cb1f1752e35c7ab). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.619164] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4e08b26-038c-499f-bae6-12b4fe7e5c6b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.634140] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445886, 'name': PowerOffVM_Task, 'duration_secs': 0.160296} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.635835] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.636154] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.636871] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Created folder: Project (dd8b4458f6344b6c8cb1f1752e35c7ab) in parent group-v869493. [ 705.637149] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Creating folder: Instances. Parent ref: group-v869586. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.638000] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31114530-e32f-4a63-9581-0581bb4c1325 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.641653] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbe9a21f-75dc-4248-b125-936dfc26872c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.650308] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.650689] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ba72adb-120c-4622-958e-cd5a15df2b17 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.655818] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Created folder: Instances in parent group-v869586. [ 705.656171] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 705.656461] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.656692] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-335fee67-5b90-44e0-a3fc-97133c11319a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.683766] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.683766] env[65310]: value = "task-4445895" [ 705.683766] env[65310]: _type = "Task" [ 705.683766] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.693490] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445895, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.703692] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.704047] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.704274] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Deleting the datastore file [datastore1] 5f4d9851-6d07-410f-b145-8c12ef089ef0 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.704620] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-371cc1d8-7e7c-4141-be93-f3df665e4c7d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.715084] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 705.715084] env[65310]: value = "task-4445896" [ 705.715084] env[65310]: _type = "Task" [ 705.715084] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.726278] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.807179] env[65310]: WARNING neutronclient.v2_0.client [req-84ab3c08-99ac-4648-9e6e-bd2cd20370d1 req-67e93920-6834-4438-bff8-dbdc3086adcf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.898959] env[65310]: DEBUG oslo_vmware.api [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445888, 'name': PowerOffVM_Task, 'duration_secs': 0.295808} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.899463] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.899627] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.899843] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2d32ca3-e1f0-4b3b-ae7e-ed768887749c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.933956] env[65310]: DEBUG oslo_vmware.api [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4445890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257123} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.935474] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.935474] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.935474] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.935474] env[65310]: INFO nova.compute.manager [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Took 0.62 seconds to destroy the instance on the hypervisor. [ 705.935474] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 705.935866] env[65310]: DEBUG nova.compute.manager [-] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 705.935866] env[65310]: DEBUG nova.network.neutron [-] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 705.936131] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.939911] env[65310]: DEBUG nova.network.neutron [req-84ab3c08-99ac-4648-9e6e-bd2cd20370d1 req-67e93920-6834-4438-bff8-dbdc3086adcf service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updated VIF entry in instance network info cache for port 9371d390-2484-44c8-8617-64682b59311f. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 705.940243] env[65310]: DEBUG nova.network.neutron [req-84ab3c08-99ac-4648-9e6e-bd2cd20370d1 req-67e93920-6834-4438-bff8-dbdc3086adcf service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updating instance_info_cache with network_info: [{"id": "9371d390-2484-44c8-8617-64682b59311f", "address": "fa:16:3e:b1:d6:cf", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9371d390-24", "ovs_interfaceid": "9371d390-2484-44c8-8617-64682b59311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.953312] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e423715-d831-4da0-ba35-23977a7e61e9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.631s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.953747] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.973934] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.973934] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.973934] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Deleting the datastore file [datastore2] 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.974172] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b89e7f35-5850-43ae-aada-e17396e97c10 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.983907] env[65310]: DEBUG oslo_vmware.api [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for the task: (returnval){ [ 705.983907] env[65310]: value = "task-4445898" [ 705.983907] env[65310]: _type = "Task" [ 705.983907] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.995650] env[65310]: DEBUG oslo_vmware.api [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.014383] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.076317] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.880s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.077162] env[65310]: DEBUG nova.compute.manager [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 706.081283] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.106s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.083135] env[65310]: INFO nova.compute.claims [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.196172] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445895, 'name': CreateVM_Task, 'duration_secs': 0.444169} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.196172] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.196576] env[65310]: WARNING neutronclient.v2_0.client [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.196998] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.197142] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.197466] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.197744] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4fcd9b8-4d41-4223-ae55-29285e4dd49e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.205158] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for the task: (returnval){ [ 706.205158] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525ac80c-2f58-3c2b-36d9-2ad83b7817d1" [ 706.205158] env[65310]: _type = "Task" [ 706.205158] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.216209] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525ac80c-2f58-3c2b-36d9-2ad83b7817d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.229766] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170411} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.229766] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.230110] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.230151] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.448685] env[65310]: DEBUG oslo_concurrency.lockutils [req-84ab3c08-99ac-4648-9e6e-bd2cd20370d1 req-67e93920-6834-4438-bff8-dbdc3086adcf service nova] Releasing lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.448986] env[65310]: DEBUG nova.compute.manager [req-84ab3c08-99ac-4648-9e6e-bd2cd20370d1 req-67e93920-6834-4438-bff8-dbdc3086adcf service nova] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Received event network-vif-deleted-662f549b-c35b-425b-9cab-cc23c8632766 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 706.457218] env[65310]: DEBUG nova.compute.manager [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 706.461173] env[65310]: DEBUG oslo_vmware.api [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445891, 'name': PowerOnVM_Task, 'duration_secs': 0.729746} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.461173] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.461173] env[65310]: INFO nova.compute.manager [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Took 6.92 seconds to spawn the instance on the hypervisor. [ 706.461173] env[65310]: DEBUG nova.compute.manager [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 706.462641] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbb13a2-14b9-4abd-92f6-89d41b6a826b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.504111] env[65310]: DEBUG oslo_vmware.api [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Task: {'id': task-4445898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247304} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.504551] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.504617] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.505203] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.505203] env[65310]: INFO nova.compute.manager [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 706.505548] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 706.506137] env[65310]: DEBUG nova.compute.manager [-] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 706.506255] env[65310]: DEBUG nova.network.neutron [-] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 706.506531] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.559251] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.591809] env[65310]: DEBUG nova.compute.utils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.595718] env[65310]: DEBUG nova.compute.manager [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 706.596230] env[65310]: DEBUG nova.network.neutron [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 706.596865] env[65310]: WARNING neutronclient.v2_0.client [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.597091] env[65310]: WARNING neutronclient.v2_0.client [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.704046] env[65310]: DEBUG nova.policy [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30e729b80d2c473980bd8f7b4291e179', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52637114bfa243e6bc1ff1d0b1713d3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.723737] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525ac80c-2f58-3c2b-36d9-2ad83b7817d1, 'name': SearchDatastore_Task, 'duration_secs': 0.018327} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.724019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.724328] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.724803] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.725054] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.725471] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.725876] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2a08c43-2ea5-4a96-a527-af9b069fb99f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.739712] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.739898] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.740665] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e2a39e-c891-477d-8b6d-e84424ccc3bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.748767] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for the task: (returnval){ [ 706.748767] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52612885-e2e3-d8de-0727-5b07821ab877" [ 706.748767] env[65310]: _type = "Task" [ 706.748767] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.759230] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52612885-e2e3-d8de-0727-5b07821ab877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.861469] env[65310]: DEBUG nova.network.neutron [-] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.991089] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.993612] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "d913327f-26d4-4a7b-8656-c07bea24fc25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.993612] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "d913327f-26d4-4a7b-8656-c07bea24fc25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.993612] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "d913327f-26d4-4a7b-8656-c07bea24fc25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.993864] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "d913327f-26d4-4a7b-8656-c07bea24fc25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.994065] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "d913327f-26d4-4a7b-8656-c07bea24fc25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.995977] env[65310]: INFO nova.compute.manager [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Took 30.51 seconds to build instance. [ 706.997403] env[65310]: INFO nova.compute.manager [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Terminating instance [ 707.059432] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 707.059815] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869585', 'volume_id': '4d6e1f5d-b569-479a-a011-307c36ec3d28', 'name': 'volume-4d6e1f5d-b569-479a-a011-307c36ec3d28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33c36f11-33f3-4642-a367-c26cceac7fa9', 'attached_at': '', 'detached_at': '', 'volume_id': '4d6e1f5d-b569-479a-a011-307c36ec3d28', 'serial': '4d6e1f5d-b569-479a-a011-307c36ec3d28'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 707.060732] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eaf701-edaf-4237-82a8-03c5db606338 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.067561] env[65310]: DEBUG nova.network.neutron [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Successfully created port: e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 707.086456] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6554a055-d13e-483f-aee8-c0e4bb2635a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.106890] env[65310]: DEBUG nova.compute.manager [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 707.120538] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-4d6e1f5d-b569-479a-a011-307c36ec3d28/volume-4d6e1f5d-b569-479a-a011-307c36ec3d28.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.121153] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d258af25-89f2-469e-8b25-00786bc89a07 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.142672] env[65310]: DEBUG oslo_vmware.api [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Waiting for the task: (returnval){ [ 707.142672] env[65310]: value = "task-4445899" [ 707.142672] env[65310]: _type = "Task" [ 707.142672] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.157432] env[65310]: DEBUG oslo_vmware.api [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Task: {'id': task-4445899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.221933] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.222330] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.263942] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52612885-e2e3-d8de-0727-5b07821ab877, 'name': SearchDatastore_Task, 'duration_secs': 0.017546} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.269068] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7825722-449d-42dc-b196-3186c7fddddc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.276737] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for the task: (returnval){ [ 707.276737] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bcf1e0-6136-3258-c7c5-c6f8fbe107ac" [ 707.276737] env[65310]: _type = "Task" [ 707.276737] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.289623] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bcf1e0-6136-3258-c7c5-c6f8fbe107ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.292216] env[65310]: DEBUG nova.virt.hardware [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 707.292449] env[65310]: DEBUG nova.virt.hardware [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.292597] env[65310]: DEBUG nova.virt.hardware [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 707.292788] env[65310]: DEBUG nova.virt.hardware [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.292936] env[65310]: DEBUG nova.virt.hardware [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 707.293088] env[65310]: DEBUG nova.virt.hardware [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 707.293878] env[65310]: DEBUG nova.virt.hardware [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 707.293878] env[65310]: DEBUG nova.virt.hardware [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 707.293878] env[65310]: DEBUG nova.virt.hardware [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 707.293878] env[65310]: DEBUG nova.virt.hardware [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 707.294189] env[65310]: DEBUG nova.virt.hardware [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 707.297810] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6a70ed-ba75-4ae6-b3a2-c432a01c0194 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.307809] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8007d891-3d45-41b5-9f12-4c030c086f8c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.317035] env[65310]: DEBUG nova.network.neutron [-] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.328206] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.334141] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 707.340054] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.340054] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fbe0753-ca44-442e-8284-ce2e53c2f8e3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.364807] env[65310]: INFO nova.compute.manager [-] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Took 1.43 seconds to deallocate network for instance. [ 707.364939] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.364939] env[65310]: value = "task-4445900" [ 707.364939] env[65310]: _type = "Task" [ 707.364939] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.385696] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445900, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.489158] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215160d-f10f-44d1-1f2f-3b464dad1fb9/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 707.490187] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1a32f4-532a-4732-8588-58b8960ad889 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.497896] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215160d-f10f-44d1-1f2f-3b464dad1fb9/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 707.498085] env[65310]: ERROR oslo_vmware.rw_handles [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215160d-f10f-44d1-1f2f-3b464dad1fb9/disk-0.vmdk due to incomplete transfer. [ 707.500952] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01926a60-9967-4b99-be6b-b2a89c69ef84 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.502898] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f401d8c-98ad-48c6-b16d-c2e380cdc209 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Lock "4a5509bf-4263-4d86-bafd-ed9ee48ec64d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.842s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.504651] env[65310]: DEBUG nova.compute.manager [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 707.504651] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.506215] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa088a3-9767-46ee-96ab-b8aec7e722ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.519400] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.524599] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7af2443-e3b6-4c17-9d07-15f9bb6cf8d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.526604] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215160d-f10f-44d1-1f2f-3b464dad1fb9/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 707.526780] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Uploaded image a86792da-54fa-4f4b-9915-39e9fac703b8 to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 707.531198] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 707.535424] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69276b5c-046c-4d5d-8155-dc45f074925b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.543929] env[65310]: DEBUG oslo_vmware.api [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 707.543929] env[65310]: value = "task-4445901" [ 707.543929] env[65310]: _type = "Task" [ 707.543929] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.549902] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 707.549902] env[65310]: value = "task-4445902" [ 707.549902] env[65310]: _type = "Task" [ 707.549902] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.564603] env[65310]: DEBUG oslo_vmware.api [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.575550] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445902, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.656842] env[65310]: DEBUG oslo_vmware.api [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Task: {'id': task-4445899, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.791605] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bcf1e0-6136-3258-c7c5-c6f8fbe107ac, 'name': SearchDatastore_Task, 'duration_secs': 0.017688} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.793739] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.794017] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8445ef67-c0e1-4506-9945-2e37c24bb4d2/8445ef67-c0e1-4506-9945-2e37c24bb4d2.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.794507] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44095584-508a-4462-951f-93c5cf37c198 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.802949] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for the task: (returnval){ [ 707.802949] env[65310]: value = "task-4445904" [ 707.802949] env[65310]: _type = "Task" [ 707.802949] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.815561] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.819516] env[65310]: INFO nova.compute.manager [-] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Took 1.31 seconds to deallocate network for instance. [ 707.859898] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddaabbc-ccc3-442b-aa1d-0f0da94d326b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.872537] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667090e6-a0f1-4111-b5a1-f4df0ac95045 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.877705] env[65310]: DEBUG oslo_concurrency.lockutils [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.883611] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445900, 'name': CreateVM_Task, 'duration_secs': 0.441281} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.909741] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.911365] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.911568] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.912078] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.913285] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09439e3-3d24-44a3-8ede-218614aa549e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.916420] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e740ebce-0bc8-46a0-9f8e-54e81d6a7630 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.926940] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd748a8-3f33-4591-abad-d93f5ca47e2e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.931196] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 707.931196] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5277be44-1be9-cbd0-7dbb-6956b7133ada" [ 707.931196] env[65310]: _type = "Task" [ 707.931196] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.943965] env[65310]: DEBUG nova.compute.provider_tree [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.952382] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5277be44-1be9-cbd0-7dbb-6956b7133ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.011851] env[65310]: DEBUG nova.compute.manager [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 708.071446] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445902, 'name': Destroy_Task, 'duration_secs': 0.377145} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.071813] env[65310]: DEBUG oslo_vmware.api [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445901, 'name': PowerOffVM_Task, 'duration_secs': 0.227846} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.072074] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Destroyed the VM [ 708.072353] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 708.072698] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.073317] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.074385] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-140f907c-85da-4427-8f50-59238b6c5d02 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.076779] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca2f86f2-1a49-4b8a-be1b-c7e1ef4e1cfd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.088865] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 708.088865] env[65310]: value = "task-4445906" [ 708.088865] env[65310]: _type = "Task" [ 708.088865] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.101494] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445906, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.129020] env[65310]: DEBUG nova.compute.manager [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 708.160082] env[65310]: DEBUG oslo_vmware.api [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Task: {'id': task-4445899, 'name': ReconfigVM_Task, 'duration_secs': 0.531583} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.160442] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-4d6e1f5d-b569-479a-a011-307c36ec3d28/volume-4d6e1f5d-b569-479a-a011-307c36ec3d28.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.169593] env[65310]: DEBUG nova.virt.hardware [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 708.169933] env[65310]: DEBUG nova.virt.hardware [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.170108] env[65310]: DEBUG nova.virt.hardware [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 708.170348] env[65310]: DEBUG nova.virt.hardware [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.170447] env[65310]: DEBUG nova.virt.hardware [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 708.171044] env[65310]: DEBUG nova.virt.hardware [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 708.171044] env[65310]: DEBUG nova.virt.hardware [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 708.171044] env[65310]: DEBUG nova.virt.hardware [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 708.171226] env[65310]: DEBUG nova.virt.hardware [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 708.171367] env[65310]: DEBUG nova.virt.hardware [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 708.171667] env[65310]: DEBUG nova.virt.hardware [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 708.172137] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f05366-284b-46bc-902c-a1240ad977d1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.185178] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfaaa84-47db-4535-8afd-9caf516aae82 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.189644] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.189883] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.190071] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Deleting the datastore file [datastore1] d913327f-26d4-4a7b-8656-c07bea24fc25 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.191181] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-825dabb6-0e81-4b07-a4fe-6e310df3a4c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.198140] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8717b640-f2b1-4d31-b6c1-7b5d985e6d39 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.206564] env[65310]: DEBUG oslo_vmware.api [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 708.206564] env[65310]: value = "task-4445908" [ 708.206564] env[65310]: _type = "Task" [ 708.206564] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.207061] env[65310]: DEBUG oslo_vmware.api [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Waiting for the task: (returnval){ [ 708.207061] env[65310]: value = "task-4445907" [ 708.207061] env[65310]: _type = "Task" [ 708.207061] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.236490] env[65310]: DEBUG oslo_vmware.api [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.236864] env[65310]: DEBUG oslo_vmware.api [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Task: {'id': task-4445907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.317086] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.329875] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.443950] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5277be44-1be9-cbd0-7dbb-6956b7133ada, 'name': SearchDatastore_Task, 'duration_secs': 0.030708} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.445029] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.445029] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.445029] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.445029] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.445226] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.445521] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a7701bb-034a-4311-81c4-cec53db1ef9a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.448392] env[65310]: DEBUG nova.scheduler.client.report [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.462068] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.462068] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.463167] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03628807-67eb-45dc-ac5c-0895ade51d69 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.470210] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 708.470210] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c778f5-addb-a860-e286-4f7d14c26acd" [ 708.470210] env[65310]: _type = "Task" [ 708.470210] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.483308] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c778f5-addb-a860-e286-4f7d14c26acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.548215] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.601049] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445906, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.726103] env[65310]: DEBUG oslo_vmware.api [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4445908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299817} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.726103] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.726103] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.726103] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.726103] env[65310]: INFO nova.compute.manager [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Took 1.22 seconds to destroy the instance on the hypervisor. [ 708.726793] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 708.727247] env[65310]: DEBUG oslo_vmware.api [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Task: {'id': task-4445907, 'name': ReconfigVM_Task, 'duration_secs': 0.233964} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.727584] env[65310]: DEBUG nova.compute.manager [-] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 708.727771] env[65310]: DEBUG nova.network.neutron [-] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 708.728102] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.730147] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869585', 'volume_id': '4d6e1f5d-b569-479a-a011-307c36ec3d28', 'name': 'volume-4d6e1f5d-b569-479a-a011-307c36ec3d28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33c36f11-33f3-4642-a367-c26cceac7fa9', 'attached_at': '', 'detached_at': '', 'volume_id': '4d6e1f5d-b569-479a-a011-307c36ec3d28', 'serial': '4d6e1f5d-b569-479a-a011-307c36ec3d28'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 708.793919] env[65310]: DEBUG nova.network.neutron [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Successfully updated port: e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.824389] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.872660] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.955987] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.875s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.958638] env[65310]: DEBUG nova.compute.manager [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 708.968030] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.318s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.969525] env[65310]: INFO nova.compute.claims [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.992184] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c778f5-addb-a860-e286-4f7d14c26acd, 'name': SearchDatastore_Task, 'duration_secs': 0.015961} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.993246] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c62564-be5c-44c7-8ddd-e275eff3ccde {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.002242] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 709.002242] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d5f4c5-1937-b397-348e-e8f0b5f9648e" [ 709.002242] env[65310]: _type = "Task" [ 709.002242] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.016456] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d5f4c5-1937-b397-348e-e8f0b5f9648e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.101259] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445906, 'name': RemoveSnapshot_Task, 'duration_secs': 0.517492} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.101640] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 709.101935] env[65310]: DEBUG nova.compute.manager [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 709.102928] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d69a6b-e44f-4d26-836c-8bffe56b7b8a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.295463] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquiring lock "refresh_cache-e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.295637] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquired lock "refresh_cache-e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.295807] env[65310]: DEBUG nova.network.neutron [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 709.319807] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.478719] env[65310]: DEBUG nova.compute.utils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.483285] env[65310]: DEBUG nova.compute.manager [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 709.483285] env[65310]: DEBUG nova.network.neutron [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 709.485700] env[65310]: WARNING neutronclient.v2_0.client [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.488029] env[65310]: WARNING neutronclient.v2_0.client [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.518634] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d5f4c5-1937-b397-348e-e8f0b5f9648e, 'name': SearchDatastore_Task, 'duration_secs': 0.02534} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.518970] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.519299] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 5f4d9851-6d07-410f-b145-8c12ef089ef0/5f4d9851-6d07-410f-b145-8c12ef089ef0.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.520408] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fca76089-8b92-4647-8c68-4765dcbbadab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.528328] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 709.528328] env[65310]: value = "task-4445909" [ 709.528328] env[65310]: _type = "Task" [ 709.528328] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.539023] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.553969] env[65310]: DEBUG nova.policy [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1c5acc93461430796c5cf46c9184679', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d4e73d58d2c483db64acdbf04d5f773', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.611181] env[65310]: DEBUG nova.network.neutron [-] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.622224] env[65310]: INFO nova.compute.manager [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Shelve offloading [ 709.801731] env[65310]: DEBUG nova.objects.instance [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Lazy-loading 'flavor' on Instance uuid 33c36f11-33f3-4642-a367-c26cceac7fa9 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.816215] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445904, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.599461} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.816215] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8445ef67-c0e1-4506-9945-2e37c24bb4d2/8445ef67-c0e1-4506-9945-2e37c24bb4d2.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.816215] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.816215] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-228ce98a-b38e-4a12-a972-91e91332dd93 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.824833] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for the task: (returnval){ [ 709.824833] env[65310]: value = "task-4445911" [ 709.824833] env[65310]: _type = "Task" [ 709.824833] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.836866] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.920489] env[65310]: DEBUG nova.network.neutron [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Successfully created port: b5822284-32d6-42e3-9eb2-f0fc6300a6ad {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 709.977460] env[65310]: DEBUG nova.network.neutron [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.983089] env[65310]: DEBUG nova.compute.manager [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 710.047217] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445909, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.050120] env[65310]: DEBUG nova.compute.manager [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Received event network-vif-plugged-78ac758d-39f6-49f6-987b-8bc02acdc8c5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 710.050344] env[65310]: DEBUG oslo_concurrency.lockutils [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] Acquiring lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.050762] env[65310]: DEBUG oslo_concurrency.lockutils [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] Lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.051230] env[65310]: DEBUG oslo_concurrency.lockutils [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] Lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.052020] env[65310]: DEBUG nova.compute.manager [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] No waiting events found dispatching network-vif-plugged-78ac758d-39f6-49f6-987b-8bc02acdc8c5 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 710.052020] env[65310]: WARNING nova.compute.manager [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Received unexpected event network-vif-plugged-78ac758d-39f6-49f6-987b-8bc02acdc8c5 for instance with vm_state building and task_state spawning. [ 710.052020] env[65310]: DEBUG nova.compute.manager [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Received event network-changed-78ac758d-39f6-49f6-987b-8bc02acdc8c5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 710.052786] env[65310]: DEBUG nova.compute.manager [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Refreshing instance network info cache due to event network-changed-78ac758d-39f6-49f6-987b-8bc02acdc8c5. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 710.054121] env[65310]: DEBUG oslo_concurrency.lockutils [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] Acquiring lock "refresh_cache-8445ef67-c0e1-4506-9945-2e37c24bb4d2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.054121] env[65310]: DEBUG oslo_concurrency.lockutils [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] Acquired lock "refresh_cache-8445ef67-c0e1-4506-9945-2e37c24bb4d2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.054121] env[65310]: DEBUG nova.network.neutron [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Refreshing network info cache for port 78ac758d-39f6-49f6-987b-8bc02acdc8c5 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.069550] env[65310]: DEBUG nova.compute.manager [req-51ad1513-8afc-49cb-8eeb-0d27d3ab532b req-6d546e82-24f5-4f95-bafb-360301728197 service nova] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Received event network-vif-deleted-11f1d5a4-1aff-42be-93ff-0e28f1453357 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 710.104957] env[65310]: WARNING neutronclient.v2_0.client [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.116123] env[65310]: INFO nova.compute.manager [-] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Took 1.39 seconds to deallocate network for instance. [ 710.125800] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.126255] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ea84487-a64a-4cdf-914b-08298f0f7a77 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.134134] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 710.134134] env[65310]: value = "task-4445912" [ 710.134134] env[65310]: _type = "Task" [ 710.134134] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.150573] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 710.150810] env[65310]: DEBUG nova.compute.manager [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 710.151654] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5a5871-0232-4827-a505-cd5ab6bf0ba6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.166868] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.167103] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.167294] env[65310]: DEBUG nova.network.neutron [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 710.195999] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "ee26ef56-78c7-42ab-a032-6832a53071c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.196276] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "ee26ef56-78c7-42ab-a032-6832a53071c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.307417] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a46538b5-4df7-4ec1-bd9e-f5f5f4f0079e tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.916s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.338894] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289801} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.339201] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.340457] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590aca8a-4d6c-4390-9c49-bbd572d0058d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.370973] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 8445ef67-c0e1-4506-9945-2e37c24bb4d2/8445ef67-c0e1-4506-9945-2e37c24bb4d2.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.374449] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a2448d-14f5-4891-a8aa-7550dce441a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.405138] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for the task: (returnval){ [ 710.405138] env[65310]: value = "task-4445913" [ 710.405138] env[65310]: _type = "Task" [ 710.405138] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.420938] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445913, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.432603] env[65310]: DEBUG nova.network.neutron [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Updating instance_info_cache with network_info: [{"id": "e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f", "address": "fa:16:3e:47:a0:e2", "network": {"id": "e1358a80-b72c-418d-9b13-7d69702b9381", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-629879996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52637114bfa243e6bc1ff1d0b1713d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bbcbd3-67", "ovs_interfaceid": "e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.546130] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445909, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.010902} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.546130] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 5f4d9851-6d07-410f-b145-8c12ef089ef0/5f4d9851-6d07-410f-b145-8c12ef089ef0.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.546544] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.546903] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae6e1ee3-050c-4a61-9bcd-52e66685bc66 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.556192] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 710.556192] env[65310]: value = "task-4445914" [ 710.556192] env[65310]: _type = "Task" [ 710.556192] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.571941] env[65310]: WARNING neutronclient.v2_0.client [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.574650] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.623126] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.645763] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b6fc57-eda5-4841-b8be-453c7167dd59 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.654989] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d0eebd-60a5-4580-b99f-6f7fd7105844 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.691670] env[65310]: WARNING neutronclient.v2_0.client [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.695876] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dcafb4-5f75-414d-a52d-c8e281460db2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.704344] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6444431b-9834-48b9-8764-38d48ad7c39e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.720018] env[65310]: DEBUG nova.compute.provider_tree [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.915848] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.935326] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Releasing lock "refresh_cache-e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.935730] env[65310]: DEBUG nova.compute.manager [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Instance network_info: |[{"id": "e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f", "address": "fa:16:3e:47:a0:e2", "network": {"id": "e1358a80-b72c-418d-9b13-7d69702b9381", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-629879996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52637114bfa243e6bc1ff1d0b1713d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bbcbd3-67", "ovs_interfaceid": "e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 710.936216] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:a0:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.944231] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Creating folder: Project (52637114bfa243e6bc1ff1d0b1713d3f). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.944347] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6efa8a37-d596-4146-a291-d5e5637c8aad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.956122] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Created folder: Project (52637114bfa243e6bc1ff1d0b1713d3f) in parent group-v869493. [ 710.956288] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Creating folder: Instances. Parent ref: group-v869591. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.956558] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51ef5d43-9c63-4780-9ae8-dabc91ad0d84 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.968076] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Created folder: Instances in parent group-v869591. [ 710.968383] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 710.968614] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.968832] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58c68be1-f0fc-4131-a893-467b47cb11aa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.989117] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.989117] env[65310]: value = "task-4445917" [ 710.989117] env[65310]: _type = "Task" [ 710.989117] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.993379] env[65310]: DEBUG nova.compute.manager [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 711.002697] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445917, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.021547] env[65310]: DEBUG nova.virt.hardware [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 711.021806] env[65310]: DEBUG nova.virt.hardware [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.021955] env[65310]: DEBUG nova.virt.hardware [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 711.022190] env[65310]: DEBUG nova.virt.hardware [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.022336] env[65310]: DEBUG nova.virt.hardware [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 711.022476] env[65310]: DEBUG nova.virt.hardware [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 711.022673] env[65310]: DEBUG nova.virt.hardware [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 711.022823] env[65310]: DEBUG nova.virt.hardware [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 711.022979] env[65310]: DEBUG nova.virt.hardware [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 711.023148] env[65310]: DEBUG nova.virt.hardware [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 711.023317] env[65310]: DEBUG nova.virt.hardware [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 711.024184] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2f7841-0094-4d05-9f1b-494e00613766 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.033172] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b2984-11a9-4f22-847f-1eb064599cb6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.066221] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071222} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.066516] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.067349] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dadc147-232c-42e7-a26e-7f274eb8b894 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.088073] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 5f4d9851-6d07-410f-b145-8c12ef089ef0/5f4d9851-6d07-410f-b145-8c12ef089ef0.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.088456] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e34079-e4ba-4e7a-9359-5e7ac5881025 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.112919] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 711.112919] env[65310]: value = "task-4445918" [ 711.112919] env[65310]: _type = "Task" [ 711.112919] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.122302] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.223697] env[65310]: DEBUG nova.scheduler.client.report [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.418326] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445913, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.500179] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445917, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.576558] env[65310]: DEBUG nova.network.neutron [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Successfully updated port: b5822284-32d6-42e3-9eb2-f0fc6300a6ad {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 711.626454] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.730316] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.730552] env[65310]: DEBUG nova.compute.manager [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 711.735547] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.254s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.738063] env[65310]: INFO nova.compute.claims [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.913338] env[65310]: WARNING neutronclient.v2_0.client [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.920478] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445913, 'name': ReconfigVM_Task, 'duration_secs': 1.060498} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.921093] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 8445ef67-c0e1-4506-9945-2e37c24bb4d2/8445ef67-c0e1-4506-9945-2e37c24bb4d2.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.921739] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be0bf307-56be-40a8-8a61-d9208378c6ca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.929942] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for the task: (returnval){ [ 711.929942] env[65310]: value = "task-4445920" [ 711.929942] env[65310]: _type = "Task" [ 711.929942] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.939764] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445920, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.976131] env[65310]: WARNING neutronclient.v2_0.client [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.002305] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445917, 'name': CreateVM_Task, 'duration_secs': 0.76399} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.002643] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.003262] env[65310]: WARNING neutronclient.v2_0.client [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.003818] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.004095] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.004496] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.004845] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df8af30-da08-4ec2-9666-e2e00fb800d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.014130] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for the task: (returnval){ [ 712.014130] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520ed893-a3ac-f406-1af6-cb01698d60ac" [ 712.014130] env[65310]: _type = "Task" [ 712.014130] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.027666] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520ed893-a3ac-f406-1af6-cb01698d60ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.082705] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquiring lock "refresh_cache-4925f314-6b60-4a7a-ac45-8ac8a9a059f6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.082705] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquired lock "refresh_cache-4925f314-6b60-4a7a-ac45-8ac8a9a059f6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.083015] env[65310]: DEBUG nova.network.neutron [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 712.124935] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445918, 'name': ReconfigVM_Task, 'duration_secs': 0.709765} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.125179] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 5f4d9851-6d07-410f-b145-8c12ef089ef0/5f4d9851-6d07-410f-b145-8c12ef089ef0.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.126115] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00e69e73-6c0f-4c8c-8f7c-a91537dd7f6e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.134061] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 712.134061] env[65310]: value = "task-4445921" [ 712.134061] env[65310]: _type = "Task" [ 712.134061] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.143540] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445921, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.160496] env[65310]: DEBUG nova.network.neutron [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Updated VIF entry in instance network info cache for port 78ac758d-39f6-49f6-987b-8bc02acdc8c5. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 712.160901] env[65310]: DEBUG nova.network.neutron [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Updating instance_info_cache with network_info: [{"id": "78ac758d-39f6-49f6-987b-8bc02acdc8c5", "address": "fa:16:3e:db:a8:96", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ac758d-39", "ovs_interfaceid": "78ac758d-39f6-49f6-987b-8bc02acdc8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.200099] env[65310]: DEBUG nova.network.neutron [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updating instance_info_cache with network_info: [{"id": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "address": "fa:16:3e:aa:8c:ba", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c7bc93-c7", "ovs_interfaceid": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.244071] env[65310]: DEBUG nova.compute.utils [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.247544] env[65310]: DEBUG nova.compute.manager [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 712.247544] env[65310]: DEBUG nova.network.neutron [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 712.247544] env[65310]: WARNING neutronclient.v2_0.client [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.247544] env[65310]: WARNING neutronclient.v2_0.client [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.298876] env[65310]: DEBUG nova.policy [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78fe6fb60ca245d4b2012414cc831e76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cd3d4845048495ca1721499823ffc8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.442077] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445920, 'name': Rename_Task, 'duration_secs': 0.304819} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.444230] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.444230] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ac7bf95-af90-4b0d-a096-bb4901295240 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.453173] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for the task: (returnval){ [ 712.453173] env[65310]: value = "task-4445922" [ 712.453173] env[65310]: _type = "Task" [ 712.453173] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.463033] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.479383] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "fda34d98-13d8-4647-a71a-8e35ea232f0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.493024] env[65310]: DEBUG nova.compute.manager [None req-076575d6-480f-4af4-921c-a458cec822b6 tempest-ServerDiagnosticsV248Test-1818177724 tempest-ServerDiagnosticsV248Test-1818177724-project-admin] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 712.493397] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4446c4d-8433-4e59-b671-ff19fdd2ff2f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.503867] env[65310]: INFO nova.compute.manager [None req-076575d6-480f-4af4-921c-a458cec822b6 tempest-ServerDiagnosticsV248Test-1818177724 tempest-ServerDiagnosticsV248Test-1818177724-project-admin] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Retrieving diagnostics [ 712.504950] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4e00e9-f064-4df2-9e5e-ab8ccef068fa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.549867] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520ed893-a3ac-f406-1af6-cb01698d60ac, 'name': SearchDatastore_Task, 'duration_secs': 0.016193} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.550213] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.550548] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.550785] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.551097] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.551097] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.551610] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cc5d62d-1ea0-45a9-b1ef-921e3ce16a6b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.562939] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.563240] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.564151] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd67b3f-584f-4f5f-8ef3-9f6196444e09 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.570907] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for the task: (returnval){ [ 712.570907] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c3b17a-f8fa-5e03-c265-5d548a164246" [ 712.570907] env[65310]: _type = "Task" [ 712.570907] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.580654] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c3b17a-f8fa-5e03-c265-5d548a164246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.628550] env[65310]: DEBUG nova.network.neutron [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 712.644718] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445921, 'name': Rename_Task, 'duration_secs': 0.160948} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.644917] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.645302] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9fdcddd-1a39-4630-8d5a-2890fa627bd4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.654292] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 712.654292] env[65310]: value = "task-4445923" [ 712.654292] env[65310]: _type = "Task" [ 712.654292] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.666133] env[65310]: DEBUG oslo_concurrency.lockutils [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] Releasing lock "refresh_cache-8445ef67-c0e1-4506-9945-2e37c24bb4d2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.666659] env[65310]: DEBUG nova.compute.manager [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Received event network-vif-deleted-be0a668f-ed80-4f2c-9667-86ba4eaf862d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 712.666659] env[65310]: DEBUG nova.compute.manager [req-f7adc685-60eb-4e47-b61a-46a63bb1f363 req-1de90f6f-9a81-43da-a230-e0098fb4c576 service nova] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Received event network-vif-deleted-4407c23b-71ff-4711-b775-a870b8af866d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 712.666985] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.703754] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.704228] env[65310]: WARNING neutronclient.v2_0.client [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.704606] env[65310]: WARNING neutronclient.v2_0.client [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.725689] env[65310]: WARNING neutronclient.v2_0.client [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.737610] env[65310]: DEBUG nova.network.neutron [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Successfully created port: f56697f9-483b-4806-b912-b41747f76c27 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.753294] env[65310]: DEBUG nova.compute.manager [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 712.847649] env[65310]: DEBUG nova.network.neutron [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Updating instance_info_cache with network_info: [{"id": "b5822284-32d6-42e3-9eb2-f0fc6300a6ad", "address": "fa:16:3e:e4:e6:0c", "network": {"id": "0d806d02-e34b-4c9a-a285-c9eb0f72a2d6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-144405416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4e73d58d2c483db64acdbf04d5f773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5822284-32", "ovs_interfaceid": "b5822284-32d6-42e3-9eb2-f0fc6300a6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.967434] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445922, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.083585] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c3b17a-f8fa-5e03-c265-5d548a164246, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.088828] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f4a4ab-e464-4918-98cd-051dbab2fddf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.099243] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for the task: (returnval){ [ 713.099243] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec7632-c703-d51d-8e7b-e7208dbfb371" [ 713.099243] env[65310]: _type = "Task" [ 713.099243] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.112026] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec7632-c703-d51d-8e7b-e7208dbfb371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.166185] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445923, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.246465] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.247663] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229fd556-0265-4e3e-b106-aeb3ebc417e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.258713] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.258992] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71a23fe6-3413-4dd1-a464-d1e557a967a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.262302] env[65310]: INFO nova.virt.block_device [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Booting with volume 2b5f4838-564f-4be0-9529-f5503a0985f8 at /dev/sda [ 713.301766] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-757c5c3e-258c-42bd-af77-0ae979ef8c41 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.314694] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6345e1a-b662-4fda-ad30-ebb4dfbf8833 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.357504] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Releasing lock "refresh_cache-4925f314-6b60-4a7a-ac45-8ac8a9a059f6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.357882] env[65310]: DEBUG nova.compute.manager [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Instance network_info: |[{"id": "b5822284-32d6-42e3-9eb2-f0fc6300a6ad", "address": "fa:16:3e:e4:e6:0c", "network": {"id": "0d806d02-e34b-4c9a-a285-c9eb0f72a2d6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-144405416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4e73d58d2c483db64acdbf04d5f773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5822284-32", "ovs_interfaceid": "b5822284-32d6-42e3-9eb2-f0fc6300a6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 713.361565] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:e6:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5822284-32d6-42e3-9eb2-f0fc6300a6ad', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.369387] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Creating folder: Project (6d4e73d58d2c483db64acdbf04d5f773). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.369707] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-252771a4-f6f8-40fa-ae2c-c2d5d80ba221 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.373031] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3111c6b4-7991-42ea-a7cf-6e67c052bbe5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.386578] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ded553-9aa1-4a09-a1c4-955a930ba878 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.400928] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Created folder: Project (6d4e73d58d2c483db64acdbf04d5f773) in parent group-v869493. [ 713.401150] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Creating folder: Instances. Parent ref: group-v869594. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.401758] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.401955] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.402170] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleting the datastore file [datastore1] 242c60e5-0ad8-42c7-b47c-846bf5b7001f {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.402927] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b77702-0bf1-4959-83a0-3d16f3083ce4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.406031] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58839b1a-41ed-4a22-aff6-d4bd6119c261 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.408159] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19369739-7437-4ddc-b64a-a5a3f6be8bac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.418041] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da74b599-a2e0-4669-8d3c-443b37df3fb5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.421825] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 713.421825] env[65310]: value = "task-4445927" [ 713.421825] env[65310]: _type = "Task" [ 713.421825] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.423524] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Created folder: Instances in parent group-v869594. [ 713.423757] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 713.444233] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.471284] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c694d23f-78fe-4754-8475-d7c0a46a191a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.488474] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1c104e-de69-4255-bce1-af19f637494f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.494250] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702e89ef-18f3-4e9b-86b9-f8ca25d2622e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.503785] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.512530] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fce106a-ba86-4498-92df-5e97e2ddf5a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.515403] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.515403] env[65310]: value = "task-4445928" [ 713.515403] env[65310]: _type = "Task" [ 713.515403] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.515740] env[65310]: DEBUG oslo_vmware.api [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445922, 'name': PowerOnVM_Task, 'duration_secs': 0.643483} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.519368] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.519368] env[65310]: INFO nova.compute.manager [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Took 11.15 seconds to spawn the instance on the hypervisor. [ 713.519368] env[65310]: DEBUG nova.compute.manager [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 713.523160] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d358648-daec-476c-a590-fc3816a4ef2d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.538833] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12769a4-fe04-43da-98fd-cc0baa76f173 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.547063] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445928, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.554036] env[65310]: DEBUG nova.virt.block_device [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Updating existing volume attachment record: 55f9bec5-e7a3-4b51-a6a5-28580b3f595f {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 713.569656] env[65310]: DEBUG nova.compute.provider_tree [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.613369] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec7632-c703-d51d-8e7b-e7208dbfb371, 'name': SearchDatastore_Task, 'duration_secs': 0.015973} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.613747] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.613893] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e017c3fe-d5f2-48b5-9c6e-1460aaadbad4/e017c3fe-d5f2-48b5-9c6e-1460aaadbad4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.614090] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99595abe-4d30-4320-b37b-ad4b8ab3319c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.623104] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for the task: (returnval){ [ 713.623104] env[65310]: value = "task-4445929" [ 713.623104] env[65310]: _type = "Task" [ 713.623104] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.636541] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.667261] env[65310]: DEBUG oslo_vmware.api [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445923, 'name': PowerOnVM_Task, 'duration_secs': 0.841335} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.667601] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.668087] env[65310]: DEBUG nova.compute.manager [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 713.668735] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e074a7e8-3e05-42ea-902b-7c6bb409dd10 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.938990] env[65310]: DEBUG oslo_vmware.api [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4445927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265304} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.939971] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.940387] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.940661] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.984659] env[65310]: INFO nova.scheduler.client.report [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleted allocations for instance 242c60e5-0ad8-42c7-b47c-846bf5b7001f [ 714.034123] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445928, 'name': CreateVM_Task, 'duration_secs': 0.381389} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.034376] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.034980] env[65310]: WARNING neutronclient.v2_0.client [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.035388] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.035545] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.035888] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.036233] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e200ae-bdf6-4b58-971d-dd0abdf9311f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.046086] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for the task: (returnval){ [ 714.046086] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526cb70b-77ae-b29e-6319-b6199978c7c2" [ 714.046086] env[65310]: _type = "Task" [ 714.046086] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.063649] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526cb70b-77ae-b29e-6319-b6199978c7c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.067869] env[65310]: INFO nova.compute.manager [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Took 36.04 seconds to build instance. [ 714.073739] env[65310]: DEBUG nova.scheduler.client.report [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.139416] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445929, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.189513] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.373101] env[65310]: DEBUG nova.network.neutron [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Successfully updated port: f56697f9-483b-4806-b912-b41747f76c27 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 714.489701] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.560374] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526cb70b-77ae-b29e-6319-b6199978c7c2, 'name': SearchDatastore_Task, 'duration_secs': 0.036039} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.560710] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.560947] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.561264] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.561484] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.561646] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.561932] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1f75e87-291b-41f6-98a7-53d5c71f0e4f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.569213] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.873s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.573816] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.575599] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.576106] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-737b2fba-2c76-43c8-b9eb-21df6b1f12f3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.579441] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.580037] env[65310]: DEBUG nova.compute.manager [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 714.583402] env[65310]: DEBUG oslo_concurrency.lockutils [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.286s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.585282] env[65310]: DEBUG nova.objects.instance [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 714.594069] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for the task: (returnval){ [ 714.594069] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524de849-eaa0-a1bd-88c3-395e149acad2" [ 714.594069] env[65310]: _type = "Task" [ 714.594069] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.607917] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524de849-eaa0-a1bd-88c3-395e149acad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.637609] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666739} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.637977] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e017c3fe-d5f2-48b5-9c6e-1460aaadbad4/e017c3fe-d5f2-48b5-9c6e-1460aaadbad4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.637977] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.638286] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a990f6e7-b7f1-40e5-a09d-bdf58d5fbf18 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.648241] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for the task: (returnval){ [ 714.648241] env[65310]: value = "task-4445931" [ 714.648241] env[65310]: _type = "Task" [ 714.648241] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.659247] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.694891] env[65310]: DEBUG nova.compute.manager [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Received event network-changed-9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 714.695298] env[65310]: DEBUG nova.compute.manager [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Refreshing instance network info cache due to event network-changed-9371d390-2484-44c8-8617-64682b59311f. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 714.695713] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Acquiring lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.695975] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Acquired lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.696261] env[65310]: DEBUG nova.network.neutron [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Refreshing network info cache for port 9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.702125] env[65310]: DEBUG nova.compute.manager [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Received event network-vif-plugged-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 714.702125] env[65310]: DEBUG oslo_concurrency.lockutils [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] Acquiring lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.702125] env[65310]: DEBUG oslo_concurrency.lockutils [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] Lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.702125] env[65310]: DEBUG oslo_concurrency.lockutils [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] Lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.702125] env[65310]: DEBUG nova.compute.manager [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] No waiting events found dispatching network-vif-plugged-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 714.702521] env[65310]: WARNING nova.compute.manager [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Received unexpected event network-vif-plugged-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f for instance with vm_state building and task_state spawning. [ 714.702679] env[65310]: DEBUG nova.compute.manager [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Received event network-changed-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 714.703173] env[65310]: DEBUG nova.compute.manager [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Refreshing instance network info cache due to event network-changed-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 714.703935] env[65310]: DEBUG oslo_concurrency.lockutils [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] Acquiring lock "refresh_cache-e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.704373] env[65310]: DEBUG oslo_concurrency.lockutils [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] Acquired lock "refresh_cache-e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.704628] env[65310]: DEBUG nova.network.neutron [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Refreshing network info cache for port e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.878586] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Acquiring lock "refresh_cache-00b5a6a5-5c9f-4820-8671-7ccb33dc3995" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.878771] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Acquired lock "refresh_cache-00b5a6a5-5c9f-4820-8671-7ccb33dc3995" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.878943] env[65310]: DEBUG nova.network.neutron [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 715.074267] env[65310]: DEBUG nova.compute.manager [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 715.091022] env[65310]: DEBUG nova.compute.utils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.098918] env[65310]: DEBUG nova.compute.manager [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Not allocating networking since 'none' was specified. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 715.110068] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524de849-eaa0-a1bd-88c3-395e149acad2, 'name': SearchDatastore_Task, 'duration_secs': 0.014488} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.112335] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52536d6f-f221-469b-84c8-b188b8cdb252 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.120927] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for the task: (returnval){ [ 715.120927] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ea309e-b81f-5e3f-9b7c-dc4c20696227" [ 715.120927] env[65310]: _type = "Task" [ 715.120927] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.132666] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ea309e-b81f-5e3f-9b7c-dc4c20696227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.161745] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071509} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.162099] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.163143] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bbdf1e-9041-4f1d-966a-9e200d0ace84 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.190015] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] e017c3fe-d5f2-48b5-9c6e-1460aaadbad4/e017c3fe-d5f2-48b5-9c6e-1460aaadbad4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.190445] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6999e07-0a5d-4dbb-9bcb-426f0fa7d7d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.209134] env[65310]: WARNING neutronclient.v2_0.client [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.212067] env[65310]: WARNING neutronclient.v2_0.client [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.221032] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for the task: (returnval){ [ 715.221032] env[65310]: value = "task-4445932" [ 715.221032] env[65310]: _type = "Task" [ 715.221032] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.232560] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.487420] env[65310]: DEBUG nova.network.neutron [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 715.597125] env[65310]: DEBUG nova.compute.manager [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 715.601011] env[65310]: DEBUG oslo_concurrency.lockutils [None req-707974be-d325-449c-a624-6add905aa3c8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.605313] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.518s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.605313] env[65310]: INFO nova.compute.claims [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.632140] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.642133] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ea309e-b81f-5e3f-9b7c-dc4c20696227, 'name': SearchDatastore_Task, 'duration_secs': 0.063106} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.642583] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.642583] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 4925f314-6b60-4a7a-ac45-8ac8a9a059f6/4925f314-6b60-4a7a-ac45-8ac8a9a059f6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.643112] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7613f25-27c9-4dd4-a44b-b9032d1b413d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.655769] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for the task: (returnval){ [ 715.655769] env[65310]: value = "task-4445933" [ 715.655769] env[65310]: _type = "Task" [ 715.655769] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.669184] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.674473] env[65310]: WARNING neutronclient.v2_0.client [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.713531] env[65310]: DEBUG nova.compute.manager [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 715.714152] env[65310]: DEBUG nova.virt.hardware [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 715.714423] env[65310]: DEBUG nova.virt.hardware [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.714722] env[65310]: DEBUG nova.virt.hardware [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 715.715813] env[65310]: DEBUG nova.virt.hardware [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.715813] env[65310]: DEBUG nova.virt.hardware [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 715.715943] env[65310]: DEBUG nova.virt.hardware [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 715.716752] env[65310]: DEBUG nova.virt.hardware [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 715.716752] env[65310]: DEBUG nova.virt.hardware [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 715.716752] env[65310]: DEBUG nova.virt.hardware [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 715.719247] env[65310]: DEBUG nova.virt.hardware [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 715.719247] env[65310]: DEBUG nova.virt.hardware [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 715.719247] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46418129-37ba-4e62-a6a4-ffa9c8cbb09d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.730955] env[65310]: WARNING neutronclient.v2_0.client [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.735675] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7094649-90ef-442f-8ed4-a405d34f6f75 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.744692] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.789652] env[65310]: WARNING neutronclient.v2_0.client [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.845205] env[65310]: DEBUG nova.network.neutron [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updated VIF entry in instance network info cache for port 9371d390-2484-44c8-8617-64682b59311f. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.845687] env[65310]: DEBUG nova.network.neutron [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updating instance_info_cache with network_info: [{"id": "9371d390-2484-44c8-8617-64682b59311f", "address": "fa:16:3e:b1:d6:cf", "network": {"id": "8eadcb57-f1ee-4eb0-b2e3-6dd3c0e1f7f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1846247763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596f47a5e864429f95282a7d70a9ba39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9371d390-24", "ovs_interfaceid": "9371d390-2484-44c8-8617-64682b59311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.907927] env[65310]: DEBUG nova.network.neutron [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Updated VIF entry in instance network info cache for port e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.907927] env[65310]: DEBUG nova.network.neutron [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Updating instance_info_cache with network_info: [{"id": "e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f", "address": "fa:16:3e:47:a0:e2", "network": {"id": "e1358a80-b72c-418d-9b13-7d69702b9381", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-629879996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52637114bfa243e6bc1ff1d0b1713d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bbcbd3-67", "ovs_interfaceid": "e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.933739] env[65310]: DEBUG nova.network.neutron [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Updating instance_info_cache with network_info: [{"id": "f56697f9-483b-4806-b912-b41747f76c27", "address": "fa:16:3e:54:c8:be", "network": {"id": "846afc1e-be50-46a1-af23-e6391d8b7ca2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1476400661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cd3d4845048495ca1721499823ffc8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56697f9-48", "ovs_interfaceid": "f56697f9-483b-4806-b912-b41747f76c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.171517] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445933, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.233745] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445932, 'name': ReconfigVM_Task, 'duration_secs': 0.651551} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.233745] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Reconfigured VM instance instance-00000021 to attach disk [datastore2] e017c3fe-d5f2-48b5-9c6e-1460aaadbad4/e017c3fe-d5f2-48b5-9c6e-1460aaadbad4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.234631] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24113d15-6cf6-4ed9-86ab-196a16c2fec7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.242412] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for the task: (returnval){ [ 716.242412] env[65310]: value = "task-4445934" [ 716.242412] env[65310]: _type = "Task" [ 716.242412] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.254366] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445934, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.348810] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Releasing lock "refresh_cache-54c28c84-5f37-4c63-a827-6b25ff087401" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.349494] env[65310]: DEBUG nova.compute.manager [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Received event network-changed-13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 716.349494] env[65310]: DEBUG nova.compute.manager [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Refreshing instance network info cache due to event network-changed-13dc731c-37ed-449b-976d-0e04f067613e. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 716.351692] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Acquiring lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.351692] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Acquired lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.351692] env[65310]: DEBUG nova.network.neutron [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Refreshing network info cache for port 13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.414439] env[65310]: DEBUG oslo_concurrency.lockutils [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] Releasing lock "refresh_cache-e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.414439] env[65310]: DEBUG nova.compute.manager [req-893ee8cc-ec15-49b3-9bc2-1bc3ee12cf45 req-21b78f6d-94d9-443e-889d-1a2c1afb3e3e service nova] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Received event network-vif-deleted-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 716.439743] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Releasing lock "refresh_cache-00b5a6a5-5c9f-4820-8671-7ccb33dc3995" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.440224] env[65310]: DEBUG nova.compute.manager [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Instance network_info: |[{"id": "f56697f9-483b-4806-b912-b41747f76c27", "address": "fa:16:3e:54:c8:be", "network": {"id": "846afc1e-be50-46a1-af23-e6391d8b7ca2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1476400661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cd3d4845048495ca1721499823ffc8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56697f9-48", "ovs_interfaceid": "f56697f9-483b-4806-b912-b41747f76c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 716.440708] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:c8:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f56697f9-483b-4806-b912-b41747f76c27', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.451297] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Creating folder: Project (3cd3d4845048495ca1721499823ffc8a). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.451488] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64f35767-5649-4c1d-b59e-970ee4fa500f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.459205] env[65310]: DEBUG nova.compute.manager [None req-08e7d98a-9c77-459b-b8dd-9348cedfed9c tempest-ServerDiagnosticsTest-1117143729 tempest-ServerDiagnosticsTest-1117143729-project-admin] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 716.462105] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2011e270-62fa-4d55-ab41-56d7cd8721f1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.469745] env[65310]: INFO nova.compute.manager [None req-08e7d98a-9c77-459b-b8dd-9348cedfed9c tempest-ServerDiagnosticsTest-1117143729 tempest-ServerDiagnosticsTest-1117143729-project-admin] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Retrieving diagnostics [ 716.471497] env[65310]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 716.471679] env[65310]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65310) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 716.472530] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ad1045-3cb1-42f5-9604-58f7597e95c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.475821] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Folder already exists: Project (3cd3d4845048495ca1721499823ffc8a). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 716.476097] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Creating folder: Instances. Parent ref: group-v869541. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.476239] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7c4ce8a-d32f-4b51-a7ae-93521a22552a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.512184] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Created folder: Instances in parent group-v869541. [ 716.512184] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 716.512326] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.512512] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4f73908-5072-4165-92cd-531fe33ede8a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.535290] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.535290] env[65310]: value = "task-4445937" [ 716.535290] env[65310]: _type = "Task" [ 716.535290] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.548570] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445937, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.608953] env[65310]: DEBUG nova.compute.manager [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 716.637760] env[65310]: DEBUG nova.virt.hardware [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 716.638020] env[65310]: DEBUG nova.virt.hardware [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.638226] env[65310]: DEBUG nova.virt.hardware [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 716.638426] env[65310]: DEBUG nova.virt.hardware [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.638567] env[65310]: DEBUG nova.virt.hardware [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 716.638707] env[65310]: DEBUG nova.virt.hardware [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 716.638899] env[65310]: DEBUG nova.virt.hardware [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 716.639069] env[65310]: DEBUG nova.virt.hardware [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 716.639236] env[65310]: DEBUG nova.virt.hardware [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 716.639389] env[65310]: DEBUG nova.virt.hardware [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 716.639556] env[65310]: DEBUG nova.virt.hardware [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 716.640765] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c271a3-a8c8-4894-a5d7-3cb8a412e326 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.654397] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b6d276-be1e-4bd6-910c-5f752da75ecc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.670176] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536544} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.677571] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 4925f314-6b60-4a7a-ac45-8ac8a9a059f6/4925f314-6b60-4a7a-ac45-8ac8a9a059f6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.679782] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.680325] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.686045] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Creating folder: Project (9ce68f547a364595a18a6a5edf7b21e8). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.689499] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ede610e-261a-466c-b10d-8aa0ca2fa599 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.691479] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ffa209e-8d92-4a6e-ac14-75a82329a8a2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.700040] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for the task: (returnval){ [ 716.700040] env[65310]: value = "task-4445938" [ 716.700040] env[65310]: _type = "Task" [ 716.700040] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.706799] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Created folder: Project (9ce68f547a364595a18a6a5edf7b21e8) in parent group-v869493. [ 716.706959] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Creating folder: Instances. Parent ref: group-v869599. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.707646] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77b492cc-37fc-4c31-b36e-a1060eecade5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.715959] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.726838] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Created folder: Instances in parent group-v869599. [ 716.727214] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 716.727438] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.727651] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ead06ff-762f-4a86-9a0f-29a4b3a65171 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.749629] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.749629] env[65310]: value = "task-4445941" [ 716.749629] env[65310]: _type = "Task" [ 716.749629] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.756349] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445934, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.767286] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445941, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.854009] env[65310]: WARNING neutronclient.v2_0.client [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.048582] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445937, 'name': CreateVM_Task, 'duration_secs': 0.372536} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.052044] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.052782] env[65310]: WARNING neutronclient.v2_0.client [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.053198] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869550', 'volume_id': '2b5f4838-564f-4be0-9529-f5503a0985f8', 'name': 'volume-2b5f4838-564f-4be0-9529-f5503a0985f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b5a6a5-5c9f-4820-8671-7ccb33dc3995', 'attached_at': '', 'detached_at': '', 'volume_id': '2b5f4838-564f-4be0-9529-f5503a0985f8', 'serial': '2b5f4838-564f-4be0-9529-f5503a0985f8'}, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '55f9bec5-e7a3-4b51-a6a5-28580b3f595f', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=65310) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 717.053941] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Root volume attach. Driver type: vmdk {{(pid=65310) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 717.054730] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f44ed41-0038-4b3b-8112-e02006cc8813 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.065511] env[65310]: WARNING neutronclient.v2_0.client [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.068330] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56f6aeb-132b-49ae-b033-18a094590806 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.078055] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d96280-b18b-4a9e-b295-a290e87f2692 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.085177] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-270bf3de-330d-4fdc-98a5-3fa4bb10d16d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.096145] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Waiting for the task: (returnval){ [ 717.096145] env[65310]: value = "task-4445942" [ 717.096145] env[65310]: _type = "Task" [ 717.096145] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.116921] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445942, 'name': RelocateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.173023] env[65310]: DEBUG nova.network.neutron [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updated VIF entry in instance network info cache for port 13dc731c-37ed-449b-976d-0e04f067613e. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 717.173423] env[65310]: DEBUG nova.network.neutron [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updating instance_info_cache with network_info: [{"id": "13dc731c-37ed-449b-976d-0e04f067613e", "address": "fa:16:3e:e3:ce:5d", "network": {"id": "be1eb2d3-974a-47f0-857d-9c38cd910cfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-31692986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72428e645024b0bb95abbfac37393ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dc731c-37", "ovs_interfaceid": "13dc731c-37ed-449b-976d-0e04f067613e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.212386] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081267} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.216386] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.217785] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db10ec8d-597f-4759-ab3e-e2344b03121b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.243749] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4925f314-6b60-4a7a-ac45-8ac8a9a059f6/4925f314-6b60-4a7a-ac45-8ac8a9a059f6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.245818] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f4d458-087d-40a1-916a-901c811ca16f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.264910] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43e793-027d-4e7f-ab45-97d5094d03da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.286965] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2f2b7d-4356-4f44-8279-d0715f421f3a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.290433] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445934, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.290707] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445941, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.290950] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for the task: (returnval){ [ 717.290950] env[65310]: value = "task-4445943" [ 717.290950] env[65310]: _type = "Task" [ 717.290950] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.303816] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.334329] env[65310]: DEBUG oslo_concurrency.lockutils [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Acquiring lock "33c36f11-33f3-4642-a367-c26cceac7fa9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.334410] env[65310]: DEBUG oslo_concurrency.lockutils [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.337333] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35856d05-6cc9-46bd-8bb4-dc86886b6d2e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.348787] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907a50f6-013e-40f5-8925-fdfdfac12258 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.371010] env[65310]: DEBUG nova.compute.provider_tree [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.603565] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquiring lock "5f4d9851-6d07-410f-b145-8c12ef089ef0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.603846] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "5f4d9851-6d07-410f-b145-8c12ef089ef0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.604762] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquiring lock "5f4d9851-6d07-410f-b145-8c12ef089ef0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.604762] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "5f4d9851-6d07-410f-b145-8c12ef089ef0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.604762] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "5f4d9851-6d07-410f-b145-8c12ef089ef0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.607437] env[65310]: INFO nova.compute.manager [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Terminating instance [ 717.615823] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445942, 'name': RelocateVM_Task} progress is 42%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.677284] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Releasing lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.677524] env[65310]: DEBUG nova.compute.manager [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Received event network-vif-plugged-b5822284-32d6-42e3-9eb2-f0fc6300a6ad {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 717.677678] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Acquiring lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.677782] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.677944] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.678120] env[65310]: DEBUG nova.compute.manager [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] No waiting events found dispatching network-vif-plugged-b5822284-32d6-42e3-9eb2-f0fc6300a6ad {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 717.678457] env[65310]: WARNING nova.compute.manager [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Received unexpected event network-vif-plugged-b5822284-32d6-42e3-9eb2-f0fc6300a6ad for instance with vm_state building and task_state spawning. [ 717.678756] env[65310]: DEBUG nova.compute.manager [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Received event network-changed-b5822284-32d6-42e3-9eb2-f0fc6300a6ad {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 717.678829] env[65310]: DEBUG nova.compute.manager [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Refreshing instance network info cache due to event network-changed-b5822284-32d6-42e3-9eb2-f0fc6300a6ad. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 717.678977] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Acquiring lock "refresh_cache-4925f314-6b60-4a7a-ac45-8ac8a9a059f6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.679437] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Acquired lock "refresh_cache-4925f314-6b60-4a7a-ac45-8ac8a9a059f6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.679437] env[65310]: DEBUG nova.network.neutron [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Refreshing network info cache for port b5822284-32d6-42e3-9eb2-f0fc6300a6ad {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.700078] env[65310]: DEBUG nova.compute.manager [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Received event network-vif-unplugged-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 717.700325] env[65310]: DEBUG oslo_concurrency.lockutils [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] Acquiring lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.700526] env[65310]: DEBUG oslo_concurrency.lockutils [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.700686] env[65310]: DEBUG oslo_concurrency.lockutils [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.700848] env[65310]: DEBUG nova.compute.manager [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] No waiting events found dispatching network-vif-unplugged-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 717.701016] env[65310]: WARNING nova.compute.manager [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Received unexpected event network-vif-unplugged-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 for instance with vm_state shelved_offloaded and task_state None. [ 717.701174] env[65310]: DEBUG nova.compute.manager [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Received event network-changed-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 717.701530] env[65310]: DEBUG nova.compute.manager [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Refreshing instance network info cache due to event network-changed-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 717.701607] env[65310]: DEBUG oslo_concurrency.lockutils [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] Acquiring lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.701670] env[65310]: DEBUG oslo_concurrency.lockutils [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] Acquired lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.701813] env[65310]: DEBUG nova.network.neutron [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Refreshing network info cache for port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.725501] env[65310]: DEBUG nova.compute.manager [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Received event network-vif-plugged-f56697f9-483b-4806-b912-b41747f76c27 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 717.726128] env[65310]: DEBUG oslo_concurrency.lockutils [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] Acquiring lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.727370] env[65310]: DEBUG oslo_concurrency.lockutils [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] Lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.729836] env[65310]: DEBUG oslo_concurrency.lockutils [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] Lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.729836] env[65310]: DEBUG nova.compute.manager [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] No waiting events found dispatching network-vif-plugged-f56697f9-483b-4806-b912-b41747f76c27 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 717.729836] env[65310]: WARNING nova.compute.manager [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Received unexpected event network-vif-plugged-f56697f9-483b-4806-b912-b41747f76c27 for instance with vm_state building and task_state spawning. [ 717.729836] env[65310]: DEBUG nova.compute.manager [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Received event network-changed-f56697f9-483b-4806-b912-b41747f76c27 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 717.729836] env[65310]: DEBUG nova.compute.manager [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Refreshing instance network info cache due to event network-changed-f56697f9-483b-4806-b912-b41747f76c27. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 717.730225] env[65310]: DEBUG oslo_concurrency.lockutils [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] Acquiring lock "refresh_cache-00b5a6a5-5c9f-4820-8671-7ccb33dc3995" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.730225] env[65310]: DEBUG oslo_concurrency.lockutils [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] Acquired lock "refresh_cache-00b5a6a5-5c9f-4820-8671-7ccb33dc3995" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.730225] env[65310]: DEBUG nova.network.neutron [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Refreshing network info cache for port f56697f9-483b-4806-b912-b41747f76c27 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.760951] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445934, 'name': Rename_Task, 'duration_secs': 1.198982} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.761601] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.761691] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-284d3715-edb6-4354-9ceb-dd2bb03a4dd8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.778234] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for the task: (returnval){ [ 717.778234] env[65310]: value = "task-4445944" [ 717.778234] env[65310]: _type = "Task" [ 717.778234] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.787302] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445941, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.790734] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.805022] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.839067] env[65310]: INFO nova.compute.manager [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Detaching volume 4d6e1f5d-b569-479a-a011-307c36ec3d28 [ 717.874245] env[65310]: DEBUG nova.scheduler.client.report [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.880494] env[65310]: INFO nova.virt.block_device [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Attempting to driver detach volume 4d6e1f5d-b569-479a-a011-307c36ec3d28 from mountpoint /dev/sdb [ 717.880494] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 717.880900] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869585', 'volume_id': '4d6e1f5d-b569-479a-a011-307c36ec3d28', 'name': 'volume-4d6e1f5d-b569-479a-a011-307c36ec3d28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33c36f11-33f3-4642-a367-c26cceac7fa9', 'attached_at': '', 'detached_at': '', 'volume_id': '4d6e1f5d-b569-479a-a011-307c36ec3d28', 'serial': '4d6e1f5d-b569-479a-a011-307c36ec3d28'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 717.882342] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee032b46-3a28-4de6-a391-6a68eabd50bf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.910549] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e757ed4-821c-471e-a0a1-5ad87313854e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.923293] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7e4225-a0e6-4f82-b71e-051dc7c15e2a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.952115] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a84192-744e-4544-bc5a-aef1c4685baf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.971508] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] The volume has not been displaced from its original location: [datastore2] volume-4d6e1f5d-b569-479a-a011-307c36ec3d28/volume-4d6e1f5d-b569-479a-a011-307c36ec3d28.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 717.978031] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 717.978031] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82355770-f8b5-41a8-b7b8-69a47bbb2deb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.001639] env[65310]: DEBUG oslo_vmware.api [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Waiting for the task: (returnval){ [ 718.001639] env[65310]: value = "task-4445945" [ 718.001639] env[65310]: _type = "Task" [ 718.001639] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.015025] env[65310]: DEBUG oslo_vmware.api [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Task: {'id': task-4445945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.113109] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquiring lock "refresh_cache-5f4d9851-6d07-410f-b145-8c12ef089ef0" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.113475] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquired lock "refresh_cache-5f4d9851-6d07-410f-b145-8c12ef089ef0" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.113809] env[65310]: DEBUG nova.network.neutron [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 718.115570] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445942, 'name': RelocateVM_Task} progress is 54%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.182172] env[65310]: WARNING neutronclient.v2_0.client [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.209812] env[65310]: WARNING neutronclient.v2_0.client [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.233527] env[65310]: WARNING neutronclient.v2_0.client [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.295534] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445941, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.301068] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.313360] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.390027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.390027] env[65310]: DEBUG nova.compute.manager [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 718.392478] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.726s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.522096] env[65310]: DEBUG oslo_vmware.api [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Task: {'id': task-4445945, 'name': ReconfigVM_Task, 'duration_secs': 0.41879} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.522096] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 718.533796] env[65310]: WARNING neutronclient.v2_0.client [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.539499] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7f2d6b7-69d0-4900-a35e-89e6a340a074 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.555574] env[65310]: WARNING neutronclient.v2_0.client [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.569050] env[65310]: DEBUG oslo_vmware.api [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Waiting for the task: (returnval){ [ 718.569050] env[65310]: value = "task-4445946" [ 718.569050] env[65310]: _type = "Task" [ 718.569050] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.576440] env[65310]: WARNING neutronclient.v2_0.client [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.592319] env[65310]: DEBUG oslo_vmware.api [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Task: {'id': task-4445946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.614408] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445942, 'name': RelocateVM_Task} progress is 67%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.617341] env[65310]: WARNING neutronclient.v2_0.client [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.711693] env[65310]: DEBUG nova.network.neutron [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 718.791469] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445941, 'name': CreateVM_Task, 'duration_secs': 1.911891} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.792167] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.793046] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.793046] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.793210] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.793478] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9777d7c9-83e3-486c-bcf2-8978fa3a67d7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.805754] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.808015] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 718.808015] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52596c1c-ab7a-075c-aa2d-52fed51e0b81" [ 718.808015] env[65310]: _type = "Task" [ 718.808015] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.821548] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445943, 'name': ReconfigVM_Task, 'duration_secs': 1.479897} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.822810] env[65310]: DEBUG nova.network.neutron [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Updated VIF entry in instance network info cache for port b5822284-32d6-42e3-9eb2-f0fc6300a6ad. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 718.823207] env[65310]: DEBUG nova.network.neutron [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Updating instance_info_cache with network_info: [{"id": "b5822284-32d6-42e3-9eb2-f0fc6300a6ad", "address": "fa:16:3e:e4:e6:0c", "network": {"id": "0d806d02-e34b-4c9a-a285-c9eb0f72a2d6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-144405416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4e73d58d2c483db64acdbf04d5f773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5822284-32", "ovs_interfaceid": "b5822284-32d6-42e3-9eb2-f0fc6300a6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.825176] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4925f314-6b60-4a7a-ac45-8ac8a9a059f6/4925f314-6b60-4a7a-ac45-8ac8a9a059f6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.827014] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6f48e01-a55e-4c77-931e-f21f8c7cb7b3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.834900] env[65310]: DEBUG oslo_concurrency.lockutils [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquiring lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.835230] env[65310]: DEBUG oslo_concurrency.lockutils [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.835679] env[65310]: DEBUG oslo_concurrency.lockutils [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquiring lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.835921] env[65310]: DEBUG oslo_concurrency.lockutils [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.836125] env[65310]: DEBUG oslo_concurrency.lockutils [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.837861] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52596c1c-ab7a-075c-aa2d-52fed51e0b81, 'name': SearchDatastore_Task, 'duration_secs': 0.023468} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.840253] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.840484] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.840943] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.840943] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.841023] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.841443] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for the task: (returnval){ [ 718.841443] env[65310]: value = "task-4445947" [ 718.841443] env[65310]: _type = "Task" [ 718.841443] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.842848] env[65310]: INFO nova.compute.manager [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Terminating instance [ 718.846261] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5b8f564-61aa-4a3c-98bb-0edcc412a5cd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.853928] env[65310]: DEBUG nova.network.neutron [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updated VIF entry in instance network info cache for port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 718.854589] env[65310]: DEBUG nova.network.neutron [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updating instance_info_cache with network_info: [{"id": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "address": "fa:16:3e:aa:8c:ba", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap18c7bc93-c7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.867658] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445947, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.869865] env[65310]: DEBUG nova.network.neutron [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Updated VIF entry in instance network info cache for port f56697f9-483b-4806-b912-b41747f76c27. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 718.870731] env[65310]: DEBUG nova.network.neutron [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Updating instance_info_cache with network_info: [{"id": "f56697f9-483b-4806-b912-b41747f76c27", "address": "fa:16:3e:54:c8:be", "network": {"id": "846afc1e-be50-46a1-af23-e6391d8b7ca2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1476400661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cd3d4845048495ca1721499823ffc8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56697f9-48", "ovs_interfaceid": "f56697f9-483b-4806-b912-b41747f76c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.871540] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.872258] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.876647] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5580e1d-67f0-47f9-8b71-2f90dbc2279e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.885055] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 718.885055] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525e8a64-1819-90b9-60b1-5e7942319b76" [ 718.885055] env[65310]: _type = "Task" [ 718.885055] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.905431] env[65310]: DEBUG nova.compute.utils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.908978] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Acquiring lock "0120ce13-f669-4233-a761-e885d8bb0348" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.909486] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "0120ce13-f669-4233-a761-e885d8bb0348" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.928137] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525e8a64-1819-90b9-60b1-5e7942319b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.929124] env[65310]: DEBUG nova.compute.manager [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Not allocating networking since 'none' was specified. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 718.956434] env[65310]: DEBUG nova.network.neutron [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.082025] env[65310]: DEBUG oslo_vmware.api [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Task: {'id': task-4445946, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.120468] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445942, 'name': RelocateVM_Task} progress is 81%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.292949] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445944, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.328180] env[65310]: DEBUG oslo_concurrency.lockutils [req-62141021-85e1-46b1-b3d3-cc55951fcce6 req-9ca12767-c96d-4016-a709-28c74bfed489 service nova] Releasing lock "refresh_cache-4925f314-6b60-4a7a-ac45-8ac8a9a059f6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.355570] env[65310]: DEBUG nova.compute.manager [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 719.356107] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.358975] env[65310]: DEBUG oslo_concurrency.lockutils [req-73856540-79cd-493f-8e92-a99929d036c7 req-e4a6bf83-16ec-4117-9aa0-ec906bc2991a service nova] Releasing lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.358975] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e951c752-9702-4d93-a331-0e78629a5c11 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.377452] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445947, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.380206] env[65310]: DEBUG oslo_concurrency.lockutils [req-0bd3c0a3-3756-4717-946c-379ea90e2e96 req-b73d1e9c-9f0b-4de5-ac37-1acee2b8d415 service nova] Releasing lock "refresh_cache-00b5a6a5-5c9f-4820-8671-7ccb33dc3995" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.382148] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.382523] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ae12f27-10e0-478a-bd8e-478ce24080a2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.394027] env[65310]: DEBUG oslo_vmware.api [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for the task: (returnval){ [ 719.394027] env[65310]: value = "task-4445948" [ 719.394027] env[65310]: _type = "Task" [ 719.394027] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.398672] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525e8a64-1819-90b9-60b1-5e7942319b76, 'name': SearchDatastore_Task, 'duration_secs': 0.023441} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.403430] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc0a183-1c14-4eb5-952b-85f9a8f455c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.409787] env[65310]: DEBUG nova.compute.manager [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 719.418426] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 719.418426] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520ee2d7-1e75-9ccc-ec6b-f0e844f753de" [ 719.418426] env[65310]: _type = "Task" [ 719.418426] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.418747] env[65310]: DEBUG oslo_vmware.api [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.435109] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520ee2d7-1e75-9ccc-ec6b-f0e844f753de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.463715] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Releasing lock "refresh_cache-5f4d9851-6d07-410f-b145-8c12ef089ef0" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.464338] env[65310]: DEBUG nova.compute.manager [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 719.466043] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.466043] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a96e900-167e-4dfe-8faa-84ca0a383e18 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.474203] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 4b037ed7-6d6e-466f-aefa-b541ed480902 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 719.478145] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.478759] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7522dedd-a782-420a-9ef6-81248edc8db9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.488099] env[65310]: DEBUG oslo_vmware.api [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 719.488099] env[65310]: value = "task-4445949" [ 719.488099] env[65310]: _type = "Task" [ 719.488099] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.500347] env[65310]: DEBUG oslo_vmware.api [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.588756] env[65310]: DEBUG oslo_vmware.api [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Task: {'id': task-4445946, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.614927] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.615355] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445942, 'name': RelocateVM_Task} progress is 95%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.793868] env[65310]: DEBUG oslo_vmware.api [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445944, 'name': PowerOnVM_Task, 'duration_secs': 1.598524} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.794248] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.794503] env[65310]: INFO nova.compute.manager [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Took 11.67 seconds to spawn the instance on the hypervisor. [ 719.794711] env[65310]: DEBUG nova.compute.manager [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 719.795611] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2e0081-91dc-46f0-9fb1-45b60f3f45ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.859673] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445947, 'name': Rename_Task, 'duration_secs': 0.547071} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.859952] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.860212] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3031fac3-6722-47dd-a112-b07a02e98c84 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.868408] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for the task: (returnval){ [ 719.868408] env[65310]: value = "task-4445950" [ 719.868408] env[65310]: _type = "Task" [ 719.868408] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.878345] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.909308] env[65310]: DEBUG oslo_vmware.api [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445948, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.936693] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520ee2d7-1e75-9ccc-ec6b-f0e844f753de, 'name': SearchDatastore_Task, 'duration_secs': 0.020164} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.937109] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.937454] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] e12099d1-dbc9-4197-b65b-f739fc5dd31c/e12099d1-dbc9-4197-b65b-f739fc5dd31c.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.937770] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52fce422-aab9-436c-ac9b-cb628943ad23 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.945785] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 719.945785] env[65310]: value = "task-4445951" [ 719.945785] env[65310]: _type = "Task" [ 719.945785] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.955244] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.980411] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance bb529f7e-5d01-4d34-902a-41f63dd50aff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 719.980411] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance d913327f-26d4-4a7b-8656-c07bea24fc25 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 719.980411] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 33c36f11-33f3-4642-a367-c26cceac7fa9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 719.980676] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 4c49d150-10a7-488a-b438-4a47ca64daa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 719.980676] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 70ef6cde-0637-455b-ae0f-f1acf540a0e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 719.980676] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 00b5a6a5-5c9f-4820-8671-7ccb33dc3995 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 719.980796] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 4a5509bf-4263-4d86-bafd-ed9ee48ec64d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 719.980867] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e017c3fe-d5f2-48b5-9c6e-1460aaadbad4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 719.980971] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance d4aafc22-1512-43fc-946a-c25e703a54b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 719.981085] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 54c28c84-5f37-4c63-a827-6b25ff087401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 719.981322] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (94009870-48da-4aa7-a51e-79d2ed6e329c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 719.981455] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 412c15d8-4e8a-4555-a48f-5f58667695cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 719.981562] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 1203c5af-30f7-4cba-a4d6-998b5806ae71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 719.981667] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 7462f40f-2321-44f0-adae-d74882a962dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 719.981771] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance c6449f49-e1a0-4c46-b5da-1f5d974680b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 720.000802] env[65310]: DEBUG oslo_vmware.api [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445949, 'name': PowerOffVM_Task, 'duration_secs': 0.256931} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.001085] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.001266] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.001540] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac669c59-e4f5-4d7f-afd7-c543dda11e4c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.032972] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.033267] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.033663] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Deleting the datastore file [datastore2] 5f4d9851-6d07-410f-b145-8c12ef089ef0 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.033777] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74163236-5bbe-44d9-b701-640e98c08b06 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.043351] env[65310]: DEBUG oslo_vmware.api [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for the task: (returnval){ [ 720.043351] env[65310]: value = "task-4445953" [ 720.043351] env[65310]: _type = "Task" [ 720.043351] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.052707] env[65310]: DEBUG oslo_vmware.api [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.088052] env[65310]: DEBUG oslo_vmware.api [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Task: {'id': task-4445946, 'name': ReconfigVM_Task, 'duration_secs': 1.214964} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.088052] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869585', 'volume_id': '4d6e1f5d-b569-479a-a011-307c36ec3d28', 'name': 'volume-4d6e1f5d-b569-479a-a011-307c36ec3d28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33c36f11-33f3-4642-a367-c26cceac7fa9', 'attached_at': '', 'detached_at': '', 'volume_id': '4d6e1f5d-b569-479a-a011-307c36ec3d28', 'serial': '4d6e1f5d-b569-479a-a011-307c36ec3d28'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 720.115272] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445942, 'name': RelocateVM_Task} progress is 97%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.184821] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquiring lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.185158] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.317344] env[65310]: INFO nova.compute.manager [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Took 37.90 seconds to build instance. [ 720.385270] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445950, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.412839] env[65310]: DEBUG oslo_vmware.api [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445948, 'name': PowerOffVM_Task, 'duration_secs': 0.545318} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.413296] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.413627] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.414070] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ce49be8-8d72-4ac2-acf4-e55dac04b574 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.431304] env[65310]: DEBUG nova.compute.manager [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 720.459077] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445951, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.462778] env[65310]: DEBUG nova.virt.hardware [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.463238] env[65310]: DEBUG nova.virt.hardware [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.463521] env[65310]: DEBUG nova.virt.hardware [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.463698] env[65310]: DEBUG nova.virt.hardware [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.463875] env[65310]: DEBUG nova.virt.hardware [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.464108] env[65310]: DEBUG nova.virt.hardware [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.464466] env[65310]: DEBUG nova.virt.hardware [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.464720] env[65310]: DEBUG nova.virt.hardware [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.465045] env[65310]: DEBUG nova.virt.hardware [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.465366] env[65310]: DEBUG nova.virt.hardware [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.465625] env[65310]: DEBUG nova.virt.hardware [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.467195] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09644cab-314c-4012-b808-3aa0c209a2cd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.476787] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af522b70-f78f-47d7-9bc1-adfffb1f5ab6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.484991] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance ee26ef56-78c7-42ab-a032-6832a53071c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 720.485239] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 4925f314-6b60-4a7a-ac45-8ac8a9a059f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 720.498949] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.504810] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 720.507151] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.507438] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.507623] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.507795] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Deleting the datastore file [datastore2] 8445ef67-c0e1-4506-9945-2e37c24bb4d2 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.508025] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24f0b20f-8845-451e-b8cf-a324e2486765 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.524660] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6733b16-aebd-40cd-a3d5-ef756c035a1c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.535023] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.535023] env[65310]: value = "task-4445956" [ 720.535023] env[65310]: _type = "Task" [ 720.535023] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.535023] env[65310]: DEBUG oslo_vmware.api [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for the task: (returnval){ [ 720.535023] env[65310]: value = "task-4445955" [ 720.535023] env[65310]: _type = "Task" [ 720.535023] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.554522] env[65310]: DEBUG oslo_vmware.api [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.554745] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445956, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.562641] env[65310]: DEBUG oslo_vmware.api [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Task: {'id': task-4445953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333608} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.562973] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.563256] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.563510] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.563794] env[65310]: INFO nova.compute.manager [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 720.564095] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 720.564263] env[65310]: DEBUG nova.compute.manager [-] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 720.564369] env[65310]: DEBUG nova.network.neutron [-] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 720.564622] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.589018] env[65310]: DEBUG nova.network.neutron [-] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 720.589018] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.620300] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445942, 'name': RelocateVM_Task, 'duration_secs': 3.518758} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.620483] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 720.620680] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869550', 'volume_id': '2b5f4838-564f-4be0-9529-f5503a0985f8', 'name': 'volume-2b5f4838-564f-4be0-9529-f5503a0985f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b5a6a5-5c9f-4820-8671-7ccb33dc3995', 'attached_at': '', 'detached_at': '', 'volume_id': '2b5f4838-564f-4be0-9529-f5503a0985f8', 'serial': '2b5f4838-564f-4be0-9529-f5503a0985f8'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 720.621577] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbe930f-7def-40dd-9d71-82f44e08f67e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.641263] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c372a6e0-03dd-4d84-b486-066a5f331bf6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.668203] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] volume-2b5f4838-564f-4be0-9529-f5503a0985f8/volume-2b5f4838-564f-4be0-9529-f5503a0985f8.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.668578] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-360e17fe-3442-479b-a245-cc937b186c8f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.691661] env[65310]: DEBUG nova.objects.instance [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Lazy-loading 'flavor' on Instance uuid 33c36f11-33f3-4642-a367-c26cceac7fa9 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.695219] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Waiting for the task: (returnval){ [ 720.695219] env[65310]: value = "task-4445957" [ 720.695219] env[65310]: _type = "Task" [ 720.695219] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.711395] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.819688] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.569s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.883031] env[65310]: DEBUG oslo_vmware.api [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4445950, 'name': PowerOnVM_Task, 'duration_secs': 0.619272} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.884949] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.885394] env[65310]: INFO nova.compute.manager [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Took 9.89 seconds to spawn the instance on the hypervisor. [ 720.885683] env[65310]: DEBUG nova.compute.manager [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 720.890151] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2dccec-6385-4409-aa7b-2eab1f2ae200 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.894534] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquiring lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.895037] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.957385] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.992435} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.957895] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] e12099d1-dbc9-4197-b65b-f739fc5dd31c/e12099d1-dbc9-4197-b65b-f739fc5dd31c.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.957967] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.958307] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b4f4488-96a2-4134-96ab-7f52f8d44335 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.966360] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 720.966360] env[65310]: value = "task-4445958" [ 720.966360] env[65310]: _type = "Task" [ 720.966360] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.979521] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.008139] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 0120ce13-f669-4233-a761-e885d8bb0348 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 721.008391] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 5f4d9851-6d07-410f-b145-8c12ef089ef0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 721.051597] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445956, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.051873] env[65310]: DEBUG oslo_vmware.api [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Task: {'id': task-4445955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481622} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.052416] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.052416] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.052416] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.052616] env[65310]: INFO nova.compute.manager [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Took 1.70 seconds to destroy the instance on the hypervisor. [ 721.052817] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 721.053046] env[65310]: DEBUG nova.compute.manager [-] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 721.053137] env[65310]: DEBUG nova.network.neutron [-] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 721.053391] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.062209] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.063136] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.091623] env[65310]: DEBUG nova.network.neutron [-] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.115537] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.212110] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.238212] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.238212] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.238212] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.238212] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.238462] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.240201] env[65310]: INFO nova.compute.manager [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Terminating instance [ 721.324159] env[65310]: DEBUG nova.compute.manager [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 721.421815] env[65310]: INFO nova.compute.manager [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Took 35.50 seconds to build instance. [ 721.478098] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071614} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.478427] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.479363] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61f7f1c-1424-415a-b04a-3d7e7501ed08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.509928] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] e12099d1-dbc9-4197-b65b-f739fc5dd31c/e12099d1-dbc9-4197-b65b-f739fc5dd31c.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.510792] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee01e389-c246-48f1-868f-ae3533f2cf3d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.531556] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 49b4868e-8f93-4b46-8156-092b779ba577 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 721.531718] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 14930653-ba99-4253-a226-9e9f18ebb1e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 721.531838] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e12099d1-dbc9-4197-b65b-f739fc5dd31c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 721.540548] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 721.540548] env[65310]: value = "task-4445959" [ 721.540548] env[65310]: _type = "Task" [ 721.540548] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.548491] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445956, 'name': CreateVM_Task, 'duration_secs': 0.647243} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.549655] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.550199] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.550471] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.550884] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.551618] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9c8619-eb22-4cda-8a4b-ac7fe3289cec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.557829] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445959, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.562310] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 721.562310] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5259e0da-6348-6a3f-bc77-2647d3373aa0" [ 721.562310] env[65310]: _type = "Task" [ 721.562310] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.572578] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5259e0da-6348-6a3f-bc77-2647d3373aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.594381] env[65310]: INFO nova.compute.manager [-] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Took 1.03 seconds to deallocate network for instance. [ 721.705357] env[65310]: DEBUG oslo_concurrency.lockutils [None req-302938f2-fa71-435b-8bee-54632b7f1481 tempest-VolumesAssistedSnapshotsTest-1311095415 tempest-VolumesAssistedSnapshotsTest-1311095415-project-admin] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.370s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.712517] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445957, 'name': ReconfigVM_Task, 'duration_secs': 0.706583} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.714096] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Reconfigured VM instance instance-00000023 to attach disk [datastore1] volume-2b5f4838-564f-4be0-9529-f5503a0985f8/volume-2b5f4838-564f-4be0-9529-f5503a0985f8.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.723520] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcab15cf-31b1-4221-ac50-11d363d01d48 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.742839] env[65310]: DEBUG nova.compute.manager [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 721.743076] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.743893] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Waiting for the task: (returnval){ [ 721.743893] env[65310]: value = "task-4445960" [ 721.743893] env[65310]: _type = "Task" [ 721.743893] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.745297] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e136d8-269d-4778-b79a-a38da692df2f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.757488] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.761638] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-954f9d47-8a00-48bb-a399-604d854ea90f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.763482] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.770704] env[65310]: DEBUG oslo_vmware.api [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 721.770704] env[65310]: value = "task-4445961" [ 721.770704] env[65310]: _type = "Task" [ 721.770704] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.782569] env[65310]: DEBUG oslo_vmware.api [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.801027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "8ddd4b00-c804-4c11-a462-86cd44c11636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.801261] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "8ddd4b00-c804-4c11-a462-86cd44c11636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.850086] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.855758] env[65310]: DEBUG nova.compute.manager [req-3414d733-7281-4a2b-bdf1-976d6275f385 req-7768cafd-35d3-4dcc-812e-b6cb6353a676 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Received event network-vif-deleted-78ac758d-39f6-49f6-987b-8bc02acdc8c5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 721.856021] env[65310]: INFO nova.compute.manager [req-3414d733-7281-4a2b-bdf1-976d6275f385 req-7768cafd-35d3-4dcc-812e-b6cb6353a676 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Neutron deleted interface 78ac758d-39f6-49f6-987b-8bc02acdc8c5; detaching it from the instance and deleting it from the info cache [ 721.856204] env[65310]: DEBUG nova.network.neutron [req-3414d733-7281-4a2b-bdf1-976d6275f385 req-7768cafd-35d3-4dcc-812e-b6cb6353a676 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.874408] env[65310]: DEBUG nova.network.neutron [-] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.924369] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.751s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.036044] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 722.036044] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 487f66cc-431c-4e28-9d55-493843604a30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 722.036044] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 6ace7dc3-71a5-4769-91bf-989d065f63a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 722.036044] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 722.036318] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 4d239bf8-b3d6-4d50-83c9-5794c0f706e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 722.036318] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 1198641a-fc81-48d2-a9d5-15321c80719c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 722.036318] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 29056f1d-5a82-48a3-8e84-0110b328855a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 722.053084] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.076037] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5259e0da-6348-6a3f-bc77-2647d3373aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.015724} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.076037] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.076037] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.076681] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.076681] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.077049] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.077249] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71b1de2b-e319-4a1a-998b-69725d17df6d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.088731] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.088944] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.089705] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec90104-dbf9-44cf-8945-1ccb0b285448 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.095977] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 722.095977] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dc2144-c5b3-9806-bd2f-9313ee2fb056" [ 722.095977] env[65310]: _type = "Task" [ 722.095977] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.101829] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.105036] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dc2144-c5b3-9806-bd2f-9313ee2fb056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.158723] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "4c49d150-10a7-488a-b438-4a47ca64daa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.159060] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4c49d150-10a7-488a-b438-4a47ca64daa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.159907] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "4c49d150-10a7-488a-b438-4a47ca64daa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.159907] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4c49d150-10a7-488a-b438-4a47ca64daa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.159907] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4c49d150-10a7-488a-b438-4a47ca64daa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.163468] env[65310]: INFO nova.compute.manager [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Terminating instance [ 722.261396] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445960, 'name': ReconfigVM_Task, 'duration_secs': 0.251573} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.261996] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869550', 'volume_id': '2b5f4838-564f-4be0-9529-f5503a0985f8', 'name': 'volume-2b5f4838-564f-4be0-9529-f5503a0985f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b5a6a5-5c9f-4820-8671-7ccb33dc3995', 'attached_at': '', 'detached_at': '', 'volume_id': '2b5f4838-564f-4be0-9529-f5503a0985f8', 'serial': '2b5f4838-564f-4be0-9529-f5503a0985f8'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 722.262513] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9546f74-fddf-465c-98d4-9c584461a003 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.270780] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Waiting for the task: (returnval){ [ 722.270780] env[65310]: value = "task-4445963" [ 722.270780] env[65310]: _type = "Task" [ 722.270780] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.283643] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445963, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.286980] env[65310]: DEBUG oslo_vmware.api [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445961, 'name': PowerOffVM_Task, 'duration_secs': 0.23314} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.287417] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.287546] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.287719] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b537bec-ad3e-4e46-bd6e-91acba0c522c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.359141] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-488db54e-cfbe-490a-8267-0323f4b41ed3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.365605] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.365868] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.366070] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Deleting the datastore file [datastore2] 70ef6cde-0637-455b-ae0f-f1acf540a0e4 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.366380] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-147114a9-a03a-43a4-9edd-2e9e1a451030 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.376479] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bc40de-a218-4ed4-b5f1-8ade13ec2693 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.389696] env[65310]: DEBUG oslo_vmware.api [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 722.389696] env[65310]: value = "task-4445965" [ 722.389696] env[65310]: _type = "Task" [ 722.389696] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.390043] env[65310]: INFO nova.compute.manager [-] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Took 1.34 seconds to deallocate network for instance. [ 722.405199] env[65310]: DEBUG oslo_vmware.api [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.425353] env[65310]: DEBUG nova.compute.manager [req-3414d733-7281-4a2b-bdf1-976d6275f385 req-7768cafd-35d3-4dcc-812e-b6cb6353a676 service nova] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Detach interface failed, port_id=78ac758d-39f6-49f6-987b-8bc02acdc8c5, reason: Instance 8445ef67-c0e1-4506-9945-2e37c24bb4d2 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 722.430255] env[65310]: DEBUG nova.compute.manager [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 722.540330] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 1162b4c4-0d10-444c-b72f-ef5051b6bc5b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 722.540524] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 893d3455-61cd-49e0-a043-22b544ea89ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 722.540667] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 8445ef67-c0e1-4506-9945-2e37c24bb4d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 722.540771] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 656cee43-e949-41f2-b2a0-566e491c4d76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 722.540891] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 722.541033] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 326fba28-76f8-493a-9a3c-42ce85b5962d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 722.541154] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance d4ac215d-edf5-4cb9-929a-1325ea7e9bc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 722.541317] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (94009870-48da-4aa7-a51e-79d2ed6e329c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 722.541599] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 722.541797] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5248MB phys_disk=100GB used_disk=23GB total_vcpus=48 used_vcpus=24 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '24', 'num_vm_active': '18', 'num_task_None': '18', 'num_os_type_None': '24', 'num_proj_596f47a5e864429f95282a7d70a9ba39': '1', 'io_workload': '5', 'num_proj_afe44175ad7648ea9f662706ce764c18': '2', 'num_proj_6c1f90bb1d1a410fa48fcf1a53401b5a': '3', 'num_proj_9dd34b1cc080443db96dc64c82eaeaea': '3', 'num_proj_61d231881a9e4e3da25c75f676adec99': '1', 'num_proj_351836e7f5c047ad87ee64ab6a9b22a6': '2', 'num_proj_1289a324292c4e7dabd0d116cda97fe7': '1', 'num_proj_578dc3eb996b45a3bb26c63b1ea38365': '1', 'num_vm_suspended': '1', 'num_proj_ede1bc89e21d4d6b983de4cff608d809': '1', 'num_task_deleting': '2', 'num_proj_83927e0dad454c4eba1b528203590a6e': '1', 'num_proj_a72428e645024b0bb95abbfac37393ee': '1', 'num_proj_4676293ac4de4743ba0975710856e752': '1', 'num_proj_dd8b4458f6344b6c8cb1f1752e35c7ab': '1', 'num_vm_building': '5', 'num_task_spawning': '4', 'num_proj_52637114bfa243e6bc1ff1d0b1713d3f': '1', 'num_proj_6d4e73d58d2c483db64acdbf04d5f773': '1', 'num_proj_3cd3d4845048495ca1721499823ffc8a': '1', 'num_proj_9ce68f547a364595a18a6a5edf7b21e8': '2'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 722.555666] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.611439] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dc2144-c5b3-9806-bd2f-9313ee2fb056, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.615116] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c45ec1a-c007-4830-adef-6f1db7a4a0f7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.623071] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 722.623071] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529c0350-8988-6d23-a729-4c3e74a823af" [ 722.623071] env[65310]: _type = "Task" [ 722.623071] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.634167] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529c0350-8988-6d23-a729-4c3e74a823af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.668335] env[65310]: DEBUG nova.compute.manager [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 722.668594] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.669607] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35973469-c0c1-4ad1-a949-d2f20f62bb46 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.679500] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.682475] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0308965-8fd8-4991-bc47-a8135ff6e818 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.690535] env[65310]: DEBUG oslo_vmware.api [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 722.690535] env[65310]: value = "task-4445966" [ 722.690535] env[65310]: _type = "Task" [ 722.690535] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.701278] env[65310]: DEBUG oslo_vmware.api [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.746820] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "29056f1d-5a82-48a3-8e84-0110b328855a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.747043] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "29056f1d-5a82-48a3-8e84-0110b328855a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.747284] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "29056f1d-5a82-48a3-8e84-0110b328855a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.747549] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "29056f1d-5a82-48a3-8e84-0110b328855a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.747767] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "29056f1d-5a82-48a3-8e84-0110b328855a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.752818] env[65310]: INFO nova.compute.manager [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Terminating instance [ 722.785735] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445963, 'name': Rename_Task, 'duration_secs': 0.203133} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.785989] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.786259] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-729d8fa2-8877-4524-907d-32ffaa2d06a7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.795040] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Waiting for the task: (returnval){ [ 722.795040] env[65310]: value = "task-4445967" [ 722.795040] env[65310]: _type = "Task" [ 722.795040] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.810295] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.900848] env[65310]: DEBUG oslo_concurrency.lockutils [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.906020] env[65310]: DEBUG oslo_vmware.api [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365856} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.906275] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.906493] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.906715] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.906926] env[65310]: INFO nova.compute.manager [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 722.907300] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 722.907589] env[65310]: DEBUG nova.compute.manager [-] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 722.907649] env[65310]: DEBUG nova.network.neutron [-] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 722.907937] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.944403] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.958610] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.060713] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445959, 'name': ReconfigVM_Task, 'duration_secs': 1.148919} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.061037] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Reconfigured VM instance instance-00000024 to attach disk [datastore1] e12099d1-dbc9-4197-b65b-f739fc5dd31c/e12099d1-dbc9-4197-b65b-f739fc5dd31c.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.061729] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2670646-a523-4ade-82ed-e4a97860187b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.077358] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 723.077358] env[65310]: value = "task-4445968" [ 723.077358] env[65310]: _type = "Task" [ 723.077358] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.091127] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445968, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.140031] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529c0350-8988-6d23-a729-4c3e74a823af, 'name': SearchDatastore_Task, 'duration_secs': 0.022199} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.140369] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.140781] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 14930653-ba99-4253-a226-9e9f18ebb1e2/14930653-ba99-4253-a226-9e9f18ebb1e2.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.141197] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4d7cec5-1ddd-4aed-8932-0bb743fed265 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.150554] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 723.150554] env[65310]: value = "task-4445969" [ 723.150554] env[65310]: _type = "Task" [ 723.150554] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.164711] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.205579] env[65310]: DEBUG oslo_vmware.api [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445966, 'name': PowerOffVM_Task, 'duration_secs': 0.326497} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.205964] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.206295] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.206743] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b33ded4-e32e-4808-b4f5-fcc5692a480a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.261971] env[65310]: DEBUG nova.compute.manager [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 723.263646] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.263646] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37330ff6-12b9-4caa-a186-3f195c7f12c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.279110] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.279110] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ac749d4-9d5b-45b9-ac52-646c7c9034ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.286607] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.286880] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.287179] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Deleting the datastore file [datastore2] 4c49d150-10a7-488a-b438-4a47ca64daa3 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.287468] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-751c6ee4-7be3-49ba-840e-5bb358b4bcbe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.306063] env[65310]: DEBUG oslo_vmware.api [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for the task: (returnval){ [ 723.306063] env[65310]: value = "task-4445972" [ 723.306063] env[65310]: _type = "Task" [ 723.306063] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.321429] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.328361] env[65310]: DEBUG oslo_vmware.api [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.364328] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.364651] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.364911] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Deleting the datastore file [datastore2] 29056f1d-5a82-48a3-8e84-0110b328855a {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.365305] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-682eea2e-b785-44ce-99bb-370963f2c3ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.375068] env[65310]: DEBUG oslo_vmware.api [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 723.375068] env[65310]: value = "task-4445973" [ 723.375068] env[65310]: _type = "Task" [ 723.375068] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.393808] env[65310]: DEBUG oslo_vmware.api [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.400327] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687f68f1-7264-4708-809d-34b4b3735dfa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.411489] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfce9dcf-fa61-4ef1-b546-ef3a5750d7ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.452940] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b05b5b-9881-4503-abf2-c9a754aaa682 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.464877] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b24312-3e75-4aee-981b-f71f38f4732a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.482846] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.496483] env[65310]: DEBUG oslo_concurrency.lockutils [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquiring lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.496983] env[65310]: DEBUG oslo_concurrency.lockutils [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.497277] env[65310]: DEBUG oslo_concurrency.lockutils [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquiring lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.497481] env[65310]: DEBUG oslo_concurrency.lockutils [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.497642] env[65310]: DEBUG oslo_concurrency.lockutils [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.499784] env[65310]: INFO nova.compute.manager [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Terminating instance [ 723.521864] env[65310]: DEBUG nova.compute.manager [None req-da0364b5-8b61-48bf-a259-2bd36257dede tempest-ServerDiagnosticsV248Test-1818177724 tempest-ServerDiagnosticsV248Test-1818177724-project-admin] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 723.522997] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f487113a-66cd-4b6a-b0ec-17857404e7ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.531712] env[65310]: INFO nova.compute.manager [None req-da0364b5-8b61-48bf-a259-2bd36257dede tempest-ServerDiagnosticsV248Test-1818177724 tempest-ServerDiagnosticsV248Test-1818177724-project-admin] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Retrieving diagnostics [ 723.532864] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be64b75-9af1-4325-baf1-577a44da9ed1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.589994] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445968, 'name': Rename_Task, 'duration_secs': 0.189097} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.592186] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.592186] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c476c1a6-aa90-461c-96af-074439ac07b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.601182] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 723.601182] env[65310]: value = "task-4445974" [ 723.601182] env[65310]: _type = "Task" [ 723.601182] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.613160] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.664906] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445969, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.811931] env[65310]: DEBUG nova.network.neutron [-] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.813409] env[65310]: DEBUG oslo_vmware.api [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4445967, 'name': PowerOnVM_Task, 'duration_secs': 0.685401} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.817370] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.817607] env[65310]: INFO nova.compute.manager [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Took 8.10 seconds to spawn the instance on the hypervisor. [ 723.817804] env[65310]: DEBUG nova.compute.manager [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 723.819025] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eb1d34-8c16-4f71-b8a2-71ce2540e567 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.833462] env[65310]: DEBUG oslo_vmware.api [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Task: {'id': task-4445972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474255} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.834085] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.835206] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.835206] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.835206] env[65310]: INFO nova.compute.manager [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 723.835206] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 723.835388] env[65310]: DEBUG nova.compute.manager [-] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 723.835388] env[65310]: DEBUG nova.network.neutron [-] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 723.835573] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.871227] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.885792] env[65310]: DEBUG oslo_vmware.api [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.985221] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.004018] env[65310]: DEBUG nova.compute.manager [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 724.004305] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.005619] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a71e6a-611d-4952-932b-85b1a32f91e2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.014799] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.015113] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-684a7f85-7468-45c1-9c8f-184fead73218 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.024126] env[65310]: DEBUG oslo_vmware.api [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for the task: (returnval){ [ 724.024126] env[65310]: value = "task-4445975" [ 724.024126] env[65310]: _type = "Task" [ 724.024126] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.032640] env[65310]: DEBUG oslo_vmware.api [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.114496] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.133084] env[65310]: DEBUG nova.compute.manager [req-5fcd372b-cefe-419a-ad68-fb85103e30a2 req-1c3419c4-069a-495a-a97c-79a3a1f312bf service nova] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Received event network-vif-deleted-bc2aee56-f140-4147-b9e9-41fe12568998 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.164825] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593433} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.165306] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 14930653-ba99-4253-a226-9e9f18ebb1e2/14930653-ba99-4253-a226-9e9f18ebb1e2.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.165679] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.166102] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1973f1d-84dd-4fe8-8418-430b4b4001f8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.177749] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 724.177749] env[65310]: value = "task-4445976" [ 724.177749] env[65310]: _type = "Task" [ 724.177749] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.188703] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.314979] env[65310]: INFO nova.compute.manager [-] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Took 1.41 seconds to deallocate network for instance. [ 724.347958] env[65310]: INFO nova.compute.manager [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Took 36.72 seconds to build instance. [ 724.390600] env[65310]: DEBUG oslo_vmware.api [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4445973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.633846} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.390930] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.391175] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.391358] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.391521] env[65310]: INFO nova.compute.manager [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 724.391917] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 724.392030] env[65310]: DEBUG nova.compute.manager [-] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 724.392801] env[65310]: DEBUG nova.network.neutron [-] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 724.392801] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.437290] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.490435] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 724.490712] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.098s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.491010] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.120s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.492948] env[65310]: INFO nova.compute.claims [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.539193] env[65310]: DEBUG oslo_vmware.api [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445975, 'name': PowerOffVM_Task, 'duration_secs': 0.256656} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.540625] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.540826] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.541119] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-250ef5cc-7107-43e0-b2cd-1b661d8282f2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.590540] env[65310]: DEBUG nova.network.neutron [-] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.619017] env[65310]: DEBUG oslo_vmware.api [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445974, 'name': PowerOnVM_Task, 'duration_secs': 0.924035} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.619436] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.619671] env[65310]: INFO nova.compute.manager [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Took 8.01 seconds to spawn the instance on the hypervisor. [ 724.619762] env[65310]: DEBUG nova.compute.manager [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 724.620613] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d45fb8d-11ae-435b-ba05-0d1f3983b34d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.626154] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.626367] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.626537] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Deleting the datastore file [datastore2] e017c3fe-d5f2-48b5-9c6e-1460aaadbad4 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.627355] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee0363d-c3c3-47f3-bc96-4a359893f3da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.642846] env[65310]: DEBUG oslo_vmware.api [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for the task: (returnval){ [ 724.642846] env[65310]: value = "task-4445978" [ 724.642846] env[65310]: _type = "Task" [ 724.642846] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.656642] env[65310]: DEBUG oslo_vmware.api [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.696033] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117368} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.696033] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.696033] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ca1605-8ce7-4f82-80a7-b3b2326c150d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.718593] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 14930653-ba99-4253-a226-9e9f18ebb1e2/14930653-ba99-4253-a226-9e9f18ebb1e2.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.719820] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f502f95-708e-4bac-b3ee-d52140352fd6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.748027] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 724.748027] env[65310]: value = "task-4445979" [ 724.748027] env[65310]: _type = "Task" [ 724.748027] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.757593] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.762864] env[65310]: DEBUG nova.compute.manager [req-9c8fce25-caf6-401d-9f18-238115361eea req-f5754dc3-d359-4b3f-ac25-c7ecd9124d29 service nova] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Received event network-vif-deleted-687e3416-2711-4390-afef-436208fdc60e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.824318] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.851903] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87a2cf80-85a6-4535-9b4c-a41124b148e8 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.582s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.093945] env[65310]: INFO nova.compute.manager [-] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Took 1.26 seconds to deallocate network for instance. [ 725.159034] env[65310]: INFO nova.compute.manager [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Took 35.71 seconds to build instance. [ 725.164061] env[65310]: DEBUG oslo_vmware.api [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.258618] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.264205] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquiring lock "4a5509bf-4263-4d86-bafd-ed9ee48ec64d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.265222] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Lock "4a5509bf-4263-4d86-bafd-ed9ee48ec64d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.265222] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquiring lock "4a5509bf-4263-4d86-bafd-ed9ee48ec64d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.265222] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Lock "4a5509bf-4263-4d86-bafd-ed9ee48ec64d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.265222] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Lock "4a5509bf-4263-4d86-bafd-ed9ee48ec64d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.266938] env[65310]: INFO nova.compute.manager [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Terminating instance [ 725.276312] env[65310]: DEBUG nova.network.neutron [-] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.360914] env[65310]: DEBUG nova.compute.manager [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 725.601772] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.662487] env[65310]: DEBUG oslo_vmware.api [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Task: {'id': task-4445978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54588} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.662739] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.664171] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.664171] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.664171] env[65310]: INFO nova.compute.manager [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Took 1.66 seconds to destroy the instance on the hypervisor. [ 725.664171] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 725.664171] env[65310]: DEBUG nova.compute.manager [-] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 725.664447] env[65310]: DEBUG nova.network.neutron [-] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 725.664447] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.669475] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2037c25-1206-49d0-81be-9ce41acc6f3f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "e12099d1-dbc9-4197-b65b-f739fc5dd31c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.550s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.727912] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.762868] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445979, 'name': ReconfigVM_Task, 'duration_secs': 0.911073} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.763340] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 14930653-ba99-4253-a226-9e9f18ebb1e2/14930653-ba99-4253-a226-9e9f18ebb1e2.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.766554] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da350aad-eda8-4c64-af63-f60d249e2ad0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.775583] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquiring lock "refresh_cache-4a5509bf-4263-4d86-bafd-ed9ee48ec64d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.775753] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquired lock "refresh_cache-4a5509bf-4263-4d86-bafd-ed9ee48ec64d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.775923] env[65310]: DEBUG nova.network.neutron [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 725.778080] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 725.778080] env[65310]: value = "task-4445980" [ 725.778080] env[65310]: _type = "Task" [ 725.778080] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.783466] env[65310]: INFO nova.compute.manager [-] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Took 1.39 seconds to deallocate network for instance. [ 725.797478] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445980, 'name': Rename_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.854801] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.855374] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.855374] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.856204] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.856204] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.857710] env[65310]: INFO nova.compute.manager [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Terminating instance [ 725.885156] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.074344] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquiring lock "33c36f11-33f3-4642-a367-c26cceac7fa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.075598] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.075598] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquiring lock "33c36f11-33f3-4642-a367-c26cceac7fa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.075598] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.075598] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.082634] env[65310]: INFO nova.compute.manager [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Terminating instance [ 726.172557] env[65310]: DEBUG nova.compute.manager [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 726.219521] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910dc960-2bd5-4437-bb48-77b6f8d909ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.229531] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e05ea8-8a8a-4289-bb9f-93a113e37cd8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.265457] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28ad059-dae1-4946-8568-c37d02b405be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.276587] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb4785-6026-4da3-9d7f-a86c61b4fbd8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.282311] env[65310]: WARNING neutronclient.v2_0.client [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.296327] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.296490] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445980, 'name': Rename_Task, 'duration_secs': 0.245801} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.309041] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.309041] env[65310]: DEBUG nova.compute.provider_tree [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.309041] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b27e0f-3aa9-4543-95e1-978d7727008d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.318614] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 726.318614] env[65310]: value = "task-4445981" [ 726.318614] env[65310]: _type = "Task" [ 726.318614] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.330250] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.334200] env[65310]: DEBUG nova.network.neutron [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 726.364985] env[65310]: DEBUG nova.compute.manager [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 726.365427] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.366856] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e1d666-2691-41ac-8033-cb15d977f1fe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.378305] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.378662] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c331b4-7832-474d-8c91-64e442f015da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.388210] env[65310]: DEBUG oslo_vmware.api [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 726.388210] env[65310]: value = "task-4445982" [ 726.388210] env[65310]: _type = "Task" [ 726.388210] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.399832] env[65310]: DEBUG oslo_vmware.api [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.416171] env[65310]: DEBUG nova.network.neutron [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.538379] env[65310]: DEBUG nova.network.neutron [-] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.586315] env[65310]: DEBUG nova.compute.manager [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 726.586628] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.588223] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8a3347-ae4a-4e74-b3c1-c320f6e5e408 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.601066] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.601421] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80c0e16b-dffc-4cb0-bd10-4c070146b094 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.611945] env[65310]: DEBUG oslo_vmware.api [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for the task: (returnval){ [ 726.611945] env[65310]: value = "task-4445983" [ 726.611945] env[65310]: _type = "Task" [ 726.611945] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.625187] env[65310]: DEBUG oslo_vmware.api [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.703662] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.814988] env[65310]: DEBUG nova.scheduler.client.report [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.829657] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.856800] env[65310]: DEBUG nova.compute.manager [req-613bbb28-3f42-418e-af6d-663d300d0d28 req-b5a2f0a4-02a9-41d3-95de-a936fbfb21ba service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Received event network-changed-f56697f9-483b-4806-b912-b41747f76c27 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 726.860026] env[65310]: DEBUG nova.compute.manager [req-613bbb28-3f42-418e-af6d-663d300d0d28 req-b5a2f0a4-02a9-41d3-95de-a936fbfb21ba service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Refreshing instance network info cache due to event network-changed-f56697f9-483b-4806-b912-b41747f76c27. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 726.860026] env[65310]: DEBUG oslo_concurrency.lockutils [req-613bbb28-3f42-418e-af6d-663d300d0d28 req-b5a2f0a4-02a9-41d3-95de-a936fbfb21ba service nova] Acquiring lock "refresh_cache-00b5a6a5-5c9f-4820-8671-7ccb33dc3995" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.860026] env[65310]: DEBUG oslo_concurrency.lockutils [req-613bbb28-3f42-418e-af6d-663d300d0d28 req-b5a2f0a4-02a9-41d3-95de-a936fbfb21ba service nova] Acquired lock "refresh_cache-00b5a6a5-5c9f-4820-8671-7ccb33dc3995" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.860026] env[65310]: DEBUG nova.network.neutron [req-613bbb28-3f42-418e-af6d-663d300d0d28 req-b5a2f0a4-02a9-41d3-95de-a936fbfb21ba service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Refreshing network info cache for port f56697f9-483b-4806-b912-b41747f76c27 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.900556] env[65310]: DEBUG oslo_vmware.api [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445982, 'name': PowerOffVM_Task, 'duration_secs': 0.325638} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.900826] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.900985] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.901416] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ea3518a-fdc7-42e0-84f4-0a1bb79712b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.919497] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Releasing lock "refresh_cache-4a5509bf-4263-4d86-bafd-ed9ee48ec64d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.919931] env[65310]: DEBUG nova.compute.manager [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 726.920139] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.921462] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1b8490-9953-4134-a1c8-176366bd6582 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.930508] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.930791] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cb3d859-501e-4219-bcf5-d105ff24d570 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.939700] env[65310]: DEBUG oslo_vmware.api [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for the task: (returnval){ [ 726.939700] env[65310]: value = "task-4445985" [ 726.939700] env[65310]: _type = "Task" [ 726.939700] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.950495] env[65310]: DEBUG oslo_vmware.api [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.981538] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.981909] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.982140] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Deleting the datastore file [datastore2] c6449f49-e1a0-4c46-b5da-1f5d974680b4 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.982436] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5416e7b-3a9a-4055-9772-c93a0df396c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.996307] env[65310]: DEBUG oslo_vmware.api [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 726.996307] env[65310]: value = "task-4445986" [ 726.996307] env[65310]: _type = "Task" [ 726.996307] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.003450] env[65310]: DEBUG oslo_vmware.api [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.043419] env[65310]: INFO nova.compute.manager [-] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Took 1.38 seconds to deallocate network for instance. [ 727.129086] env[65310]: DEBUG oslo_vmware.api [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445983, 'name': PowerOffVM_Task, 'duration_secs': 0.238548} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.129086] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.129086] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.129086] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-820d8dd0-1a5b-4160-886b-87968d173c78 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.205650] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.205958] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.206320] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Deleting the datastore file [datastore1] 33c36f11-33f3-4642-a367-c26cceac7fa9 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.206467] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b462998-be9a-446c-bdf1-cb31ce929c3d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.214546] env[65310]: DEBUG oslo_vmware.api [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for the task: (returnval){ [ 727.214546] env[65310]: value = "task-4445988" [ 727.214546] env[65310]: _type = "Task" [ 727.214546] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.225699] env[65310]: DEBUG oslo_vmware.api [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.230741] env[65310]: DEBUG nova.compute.manager [req-124b7a87-7a51-4933-ba70-c20c1ca0f2f9 req-d5bb1007-6044-4d0d-a060-8cee82bb5017 service nova] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Received event network-vif-deleted-61b4a026-54b0-4bc2-a696-598ae4497484 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.324393] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.324863] env[65310]: DEBUG nova.compute.manager [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 727.330896] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.822s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.330896] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.332400] env[65310]: DEBUG oslo_concurrency.lockutils [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.034s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.332616] env[65310]: DEBUG oslo_concurrency.lockutils [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.335558] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.944s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.340485] env[65310]: INFO nova.compute.claims [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.353618] env[65310]: DEBUG oslo_vmware.api [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445981, 'name': PowerOnVM_Task, 'duration_secs': 0.624931} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.353618] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.353618] env[65310]: INFO nova.compute.manager [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Took 6.92 seconds to spawn the instance on the hypervisor. [ 727.353618] env[65310]: DEBUG nova.compute.manager [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 727.353618] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03ed77d-7e5b-4ab3-b7e9-5b6722dd1a0b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.362029] env[65310]: WARNING neutronclient.v2_0.client [req-613bbb28-3f42-418e-af6d-663d300d0d28 req-b5a2f0a4-02a9-41d3-95de-a936fbfb21ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.398522] env[65310]: INFO nova.scheduler.client.report [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Deleted allocations for instance 326fba28-76f8-493a-9a3c-42ce85b5962d [ 727.401506] env[65310]: INFO nova.scheduler.client.report [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Deleted allocations for instance 656cee43-e949-41f2-b2a0-566e491c4d76 [ 727.452937] env[65310]: DEBUG oslo_vmware.api [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445985, 'name': PowerOffVM_Task, 'duration_secs': 0.21576} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.453297] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.453538] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.453838] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a63d4013-bb92-4001-a1ea-12f4f1357628 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.487143] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.487466] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.487644] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Deleting the datastore file [datastore1] 4a5509bf-4263-4d86-bafd-ed9ee48ec64d {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.487912] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ae401e3-aa20-4b36-bc81-7b2d9c10d1d5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.500069] env[65310]: DEBUG oslo_vmware.api [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for the task: (returnval){ [ 727.500069] env[65310]: value = "task-4445990" [ 727.500069] env[65310]: _type = "Task" [ 727.500069] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.509433] env[65310]: DEBUG oslo_vmware.api [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4445986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232051} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.510499] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.510869] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.511064] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.511736] env[65310]: INFO nova.compute.manager [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 727.511736] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 727.512433] env[65310]: DEBUG nova.compute.manager [-] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 727.512854] env[65310]: DEBUG nova.network.neutron [-] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 727.513038] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.521446] env[65310]: DEBUG oslo_vmware.api [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.555246] env[65310]: DEBUG oslo_concurrency.lockutils [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.726297] env[65310]: DEBUG oslo_vmware.api [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Task: {'id': task-4445988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281929} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.726629] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.726725] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.726883] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.727599] env[65310]: INFO nova.compute.manager [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 727.727599] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 727.727599] env[65310]: DEBUG nova.compute.manager [-] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 727.727854] env[65310]: DEBUG nova.network.neutron [-] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 727.727907] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.750967] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.851443] env[65310]: DEBUG nova.compute.utils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.854251] env[65310]: DEBUG nova.compute.manager [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 727.854251] env[65310]: DEBUG nova.network.neutron [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 727.854251] env[65310]: WARNING neutronclient.v2_0.client [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.854948] env[65310]: WARNING neutronclient.v2_0.client [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.879451] env[65310]: INFO nova.compute.manager [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Took 33.82 seconds to build instance. [ 727.910084] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Lock "326fba28-76f8-493a-9a3c-42ce85b5962d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.734s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.914265] env[65310]: DEBUG oslo_concurrency.lockutils [None req-337b0303-7d6c-4813-a547-9432813fdba6 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Lock "656cee43-e949-41f2-b2a0-566e491c4d76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.334s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.012778] env[65310]: DEBUG oslo_vmware.api [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Task: {'id': task-4445990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166768} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.013799] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.015791] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.015981] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.016173] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.016351] env[65310]: INFO nova.compute.manager [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 728.017615] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 728.017615] env[65310]: DEBUG nova.compute.manager [-] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 728.017615] env[65310]: DEBUG nova.network.neutron [-] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 728.017615] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.281208] env[65310]: DEBUG nova.policy [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f90588f95f1e4253aae45a4b527b71df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd4630a46574ada8a258186a9a05002', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.359026] env[65310]: DEBUG nova.compute.manager [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 728.382547] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c912612d-813d-45a2-ad20-41fb96a2e376 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "14930653-ba99-4253-a226-9e9f18ebb1e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.282s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.799183] env[65310]: DEBUG nova.network.neutron [-] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.888374] env[65310]: DEBUG nova.compute.manager [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 728.944483] env[65310]: DEBUG nova.network.neutron [-] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 728.944730] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.130256] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5169894c-b861-49d4-923e-e133ed802055 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.139101] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0945d368-7af5-4392-be58-1801ab970499 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.172862] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5095658-3022-4c3c-adf8-02cbbe2e935c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.182079] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3558b20-383d-4b83-ae62-a028e1d9a211 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.197909] env[65310]: DEBUG nova.compute.provider_tree [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.303141] env[65310]: INFO nova.compute.manager [-] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Took 1.79 seconds to deallocate network for instance. [ 729.374725] env[65310]: DEBUG nova.compute.manager [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 729.377753] env[65310]: DEBUG nova.network.neutron [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Successfully created port: 213ca5f5-62de-45bd-bf7f-e06d5057c946 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 729.409716] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.412593] env[65310]: DEBUG nova.virt.hardware [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 729.412857] env[65310]: DEBUG nova.virt.hardware [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.412976] env[65310]: DEBUG nova.virt.hardware [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 729.413189] env[65310]: DEBUG nova.virt.hardware [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.415269] env[65310]: DEBUG nova.virt.hardware [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 729.415538] env[65310]: DEBUG nova.virt.hardware [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 729.415829] env[65310]: DEBUG nova.virt.hardware [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 729.416056] env[65310]: DEBUG nova.virt.hardware [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 729.416237] env[65310]: DEBUG nova.virt.hardware [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 729.416463] env[65310]: DEBUG nova.virt.hardware [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 729.416736] env[65310]: DEBUG nova.virt.hardware [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 729.417747] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d078eb-f766-453b-9254-270603bb31c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.433701] env[65310]: DEBUG nova.network.neutron [-] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.436713] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336a2978-b276-4272-a4fc-e8aa0b067264 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.452810] env[65310]: DEBUG nova.network.neutron [-] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.724520] env[65310]: ERROR nova.scheduler.client.report [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [req-3861b568-b20f-4cec-ad40-0265c1294e7f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3861b568-b20f-4cec-ad40-0265c1294e7f"}]} [ 729.744985] env[65310]: DEBUG nova.scheduler.client.report [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 729.764247] env[65310]: DEBUG nova.scheduler.client.report [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 729.764247] env[65310]: DEBUG nova.compute.provider_tree [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.780247] env[65310]: DEBUG nova.scheduler.client.report [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 729.808173] env[65310]: DEBUG nova.scheduler.client.report [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 729.811748] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.939120] env[65310]: INFO nova.compute.manager [-] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Took 2.21 seconds to deallocate network for instance. [ 729.959045] env[65310]: INFO nova.compute.manager [-] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Took 1.94 seconds to deallocate network for instance. [ 730.374021] env[65310]: WARNING neutronclient.v2_0.client [req-613bbb28-3f42-418e-af6d-663d300d0d28 req-b5a2f0a4-02a9-41d3-95de-a936fbfb21ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.449179] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.459034] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ca64b6-c60c-4228-bcbc-a999f2eb0c62 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.467242] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.471511] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9bf597-3bfa-4280-b600-eb6ec1e17c58 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.513350] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7987e7c1-3b2c-4b53-945a-cca54cb3585f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.524660] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a7b3ce-57ae-474a-9193-8bb7360e3bcb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.541485] env[65310]: DEBUG nova.compute.provider_tree [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.079621] env[65310]: DEBUG nova.scheduler.client.report [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 731.079621] env[65310]: DEBUG nova.compute.provider_tree [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 59 to 60 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 731.079621] env[65310]: DEBUG nova.compute.provider_tree [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.474540] env[65310]: DEBUG nova.network.neutron [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Successfully updated port: 213ca5f5-62de-45bd-bf7f-e06d5057c946 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 731.509996] env[65310]: DEBUG nova.network.neutron [req-613bbb28-3f42-418e-af6d-663d300d0d28 req-b5a2f0a4-02a9-41d3-95de-a936fbfb21ba service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Updated VIF entry in instance network info cache for port f56697f9-483b-4806-b912-b41747f76c27. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 731.510408] env[65310]: DEBUG nova.network.neutron [req-613bbb28-3f42-418e-af6d-663d300d0d28 req-b5a2f0a4-02a9-41d3-95de-a936fbfb21ba service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Updating instance_info_cache with network_info: [{"id": "f56697f9-483b-4806-b912-b41747f76c27", "address": "fa:16:3e:54:c8:be", "network": {"id": "846afc1e-be50-46a1-af23-e6391d8b7ca2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1476400661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cd3d4845048495ca1721499823ffc8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56697f9-48", "ovs_interfaceid": "f56697f9-483b-4806-b912-b41747f76c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.584292] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.248s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.584602] env[65310]: DEBUG nova.compute.manager [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 731.595019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.795s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.595019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.596738] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.187s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.596977] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.606020] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.612s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.606020] env[65310]: INFO nova.compute.claims [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.667218] env[65310]: INFO nova.scheduler.client.report [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted allocations for instance 4b037ed7-6d6e-466f-aefa-b541ed480902 [ 731.671683] env[65310]: INFO nova.scheduler.client.report [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Deleted allocations for instance fda34d98-13d8-4647-a71a-8e35ea232f0f [ 731.977718] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "refresh_cache-49b4868e-8f93-4b46-8156-092b779ba577" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.977901] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "refresh_cache-49b4868e-8f93-4b46-8156-092b779ba577" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.978097] env[65310]: DEBUG nova.network.neutron [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 732.017731] env[65310]: DEBUG oslo_concurrency.lockutils [req-613bbb28-3f42-418e-af6d-663d300d0d28 req-b5a2f0a4-02a9-41d3-95de-a936fbfb21ba service nova] Releasing lock "refresh_cache-00b5a6a5-5c9f-4820-8671-7ccb33dc3995" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.017995] env[65310]: DEBUG nova.compute.manager [req-613bbb28-3f42-418e-af6d-663d300d0d28 req-b5a2f0a4-02a9-41d3-95de-a936fbfb21ba service nova] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Received event network-vif-deleted-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 732.112754] env[65310]: DEBUG nova.compute.utils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.114293] env[65310]: DEBUG nova.compute.manager [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 732.114486] env[65310]: DEBUG nova.network.neutron [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 732.114807] env[65310]: WARNING neutronclient.v2_0.client [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.115170] env[65310]: WARNING neutronclient.v2_0.client [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.176064] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "4b037ed7-6d6e-466f-aefa-b541ed480902" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.639s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.185663] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa836589-e455-46b6-94b1-bc20137d870d tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.567s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.186991] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.708s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.187403] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "fda34d98-13d8-4647-a71a-8e35ea232f0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.187480] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.187620] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.189355] env[65310]: INFO nova.compute.manager [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Terminating instance [ 732.301017] env[65310]: DEBUG nova.policy [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd48da178e28c408aaf9865dc0c8eb4f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dd34b1cc080443db96dc64c82eaeaea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.619815] env[65310]: DEBUG nova.compute.manager [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 732.693323] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.694355] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquired lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.694355] env[65310]: DEBUG nova.network.neutron [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 732.948655] env[65310]: DEBUG nova.network.neutron [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Successfully created port: 4102075d-5066-4a10-8ae0-4b036798289f {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 732.978914] env[65310]: DEBUG nova.network.neutron [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 733.198033] env[65310]: DEBUG nova.compute.utils [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Can not refresh info_cache because instance was not found {{(pid=65310) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 733.198033] env[65310]: WARNING neutronclient.v2_0.client [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.266755] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c743e227-9322-4fda-a5dc-d3ed6001ccf5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.275368] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4011ef00-8320-442f-b9f4-94d3b33093ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.309617] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a0d730-76e8-4588-ab5d-1030b39128fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.319954] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17da8e5f-afb6-41da-a636-2b49d77e261c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.344461] env[65310]: DEBUG nova.compute.provider_tree [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.641297] env[65310]: DEBUG nova.compute.manager [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 733.665304] env[65310]: DEBUG nova.virt.hardware [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 733.665586] env[65310]: DEBUG nova.virt.hardware [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.665738] env[65310]: DEBUG nova.virt.hardware [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 733.665915] env[65310]: DEBUG nova.virt.hardware [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.666077] env[65310]: DEBUG nova.virt.hardware [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 733.666225] env[65310]: DEBUG nova.virt.hardware [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 733.666427] env[65310]: DEBUG nova.virt.hardware [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 733.666578] env[65310]: DEBUG nova.virt.hardware [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 733.666743] env[65310]: DEBUG nova.virt.hardware [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 733.666903] env[65310]: DEBUG nova.virt.hardware [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 733.667083] env[65310]: DEBUG nova.virt.hardware [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 733.667962] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544f85e9-4fb6-46e8-ab49-e76b6a93618b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.676716] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db94525-b5fb-447d-9eed-6ed501aacc84 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.848423] env[65310]: DEBUG nova.scheduler.client.report [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.918040] env[65310]: DEBUG nova.network.neutron [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 734.316607] env[65310]: WARNING neutronclient.v2_0.client [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.353142] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.353716] env[65310]: DEBUG nova.compute.manager [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 734.360026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.479s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.360026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.360026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.030s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.360026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.361374] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.821s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.362803] env[65310]: INFO nova.compute.claims [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.414444] env[65310]: INFO nova.scheduler.client.report [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Deleted allocations for instance 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a [ 734.418023] env[65310]: INFO nova.scheduler.client.report [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleted allocations for instance 893d3455-61cd-49e0-a043-22b544ea89ed [ 734.636104] env[65310]: DEBUG nova.network.neutron [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.745082] env[65310]: DEBUG nova.compute.manager [req-1fa47add-bfb9-4f1c-aa43-a110646b7164 req-ffed1e24-e076-48a3-b7a8-b66c8bd124eb service nova] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Received event network-vif-deleted-27a3a485-e4e9-4293-9fc3-203e12a526c4 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.745317] env[65310]: DEBUG nova.compute.manager [req-1fa47add-bfb9-4f1c-aa43-a110646b7164 req-ffed1e24-e076-48a3-b7a8-b66c8bd124eb service nova] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Received event network-vif-deleted-1e9cc655-6fff-43c6-8640-b639c8341719 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.780270] env[65310]: DEBUG nova.network.neutron [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Successfully updated port: 4102075d-5066-4a10-8ae0-4b036798289f {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 734.846051] env[65310]: DEBUG nova.network.neutron [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Updating instance_info_cache with network_info: [{"id": "213ca5f5-62de-45bd-bf7f-e06d5057c946", "address": "fa:16:3e:3e:6e:7b", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213ca5f5-62", "ovs_interfaceid": "213ca5f5-62de-45bd-bf7f-e06d5057c946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.859533] env[65310]: DEBUG nova.compute.utils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.860971] env[65310]: DEBUG nova.compute.manager [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 734.861866] env[65310]: DEBUG nova.network.neutron [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 734.863211] env[65310]: WARNING neutronclient.v2_0.client [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.863211] env[65310]: WARNING neutronclient.v2_0.client [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.930986] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aca8989b-1ebe-43e3-bee3-9395892e8da6 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Lock "8c5ad9cb-44a8-4f37-8c71-53e241ebf19a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.134s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.932429] env[65310]: DEBUG oslo_concurrency.lockutils [None req-775b2c75-a0a2-45cc-bbd4-503b91457bcc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "893d3455-61cd-49e0-a043-22b544ea89ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.146s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.978493] env[65310]: DEBUG nova.policy [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a16b7ae582fb48c89340b575391e130e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06820740f51c4c5cb99a265060439609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.138917] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Releasing lock "refresh_cache-fda34d98-13d8-4647-a71a-8e35ea232f0f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.139363] env[65310]: DEBUG nova.compute.manager [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 735.139593] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.139946] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d750afc6-a2cb-4ced-96df-e111a6da17a2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.151707] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72747b98-c7b5-4cbf-ab5f-fede154be419 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.192780] env[65310]: WARNING nova.virt.vmwareapi.vmops [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fda34d98-13d8-4647-a71a-8e35ea232f0f could not be found. [ 735.193585] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.193829] env[65310]: INFO nova.compute.manager [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 735.194434] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 735.194541] env[65310]: DEBUG nova.compute.manager [-] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 735.194711] env[65310]: DEBUG nova.network.neutron [-] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 735.194973] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.285519] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "refresh_cache-3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.285725] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "refresh_cache-3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.286258] env[65310]: DEBUG nova.network.neutron [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 735.321802] env[65310]: DEBUG nova.network.neutron [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Successfully created port: 03b35fd8-aff3-432e-b7ba-bf4624642ab5 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 735.348134] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "refresh_cache-49b4868e-8f93-4b46-8156-092b779ba577" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.348579] env[65310]: DEBUG nova.compute.manager [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Instance network_info: |[{"id": "213ca5f5-62de-45bd-bf7f-e06d5057c946", "address": "fa:16:3e:3e:6e:7b", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213ca5f5-62", "ovs_interfaceid": "213ca5f5-62de-45bd-bf7f-e06d5057c946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 735.349062] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:6e:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '213ca5f5-62de-45bd-bf7f-e06d5057c946', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.357963] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Creating folder: Project (8cd4630a46574ada8a258186a9a05002). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.358518] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddc7ac86-259f-46fb-a371-b6896eec9b6b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.368878] env[65310]: DEBUG nova.compute.manager [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 735.378990] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Created folder: Project (8cd4630a46574ada8a258186a9a05002) in parent group-v869493. [ 735.380440] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Creating folder: Instances. Parent ref: group-v869603. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.380440] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dfa2d02-bd6d-49e9-92c7-e16b3059160f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.394103] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Created folder: Instances in parent group-v869603. [ 735.394498] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 735.394899] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.396050] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c14e0d5-de27-4216-b780-9ae18160f320 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.431413] env[65310]: DEBUG nova.network.neutron [-] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 735.431771] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.436159] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.436159] env[65310]: value = "task-4445993" [ 735.436159] env[65310]: _type = "Task" [ 735.436159] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.459727] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445993, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.938521] env[65310]: DEBUG nova.network.neutron [-] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.954122] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445993, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.076618] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bfbb62-3fd4-4a43-8bf7-ebfcc0f7b259 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.085538] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11093dae-4431-455f-9ddb-c00a4ec18732 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.118683] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439f6b44-503b-4f53-9165-b2023947b5ba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.127402] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0599898-56e1-4065-8a56-d0ca64c50127 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.142900] env[65310]: DEBUG nova.compute.provider_tree [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.382298] env[65310]: DEBUG nova.compute.manager [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 736.420860] env[65310]: DEBUG nova.virt.hardware [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 736.421141] env[65310]: DEBUG nova.virt.hardware [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.421378] env[65310]: DEBUG nova.virt.hardware [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 736.421466] env[65310]: DEBUG nova.virt.hardware [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.421605] env[65310]: DEBUG nova.virt.hardware [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 736.421742] env[65310]: DEBUG nova.virt.hardware [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 736.421969] env[65310]: DEBUG nova.virt.hardware [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 736.422157] env[65310]: DEBUG nova.virt.hardware [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 736.422320] env[65310]: DEBUG nova.virt.hardware [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 736.422492] env[65310]: DEBUG nova.virt.hardware [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 736.422647] env[65310]: DEBUG nova.virt.hardware [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 736.423578] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59967c57-813f-491d-9df9-51861bd73175 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.434069] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a02f643-c994-445c-acdd-7ed21899218c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.442768] env[65310]: INFO nova.compute.manager [-] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Took 1.25 seconds to deallocate network for instance. [ 736.472080] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445993, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.646752] env[65310]: DEBUG nova.scheduler.client.report [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.764191] env[65310]: DEBUG nova.network.neutron [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 736.954380] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445993, 'name': CreateVM_Task, 'duration_secs': 1.390821} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.954709] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.955122] env[65310]: WARNING neutronclient.v2_0.client [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.955660] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.955871] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.956675] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.956785] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23505309-cad8-4feb-a3cf-9687493ea7b3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.963433] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 736.963433] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528d023e-cfd9-018b-1958-0f6e1822f0e3" [ 736.963433] env[65310]: _type = "Task" [ 736.963433] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.967329] env[65310]: INFO nova.compute.manager [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Instance disappeared during terminate [ 736.967556] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bee2bddd-bb63-4e91-8fed-4cd57d83f1b6 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "fda34d98-13d8-4647-a71a-8e35ea232f0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.781s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.975282] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528d023e-cfd9-018b-1958-0f6e1822f0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.996325] env[65310]: WARNING neutronclient.v2_0.client [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.080885] env[65310]: DEBUG nova.network.neutron [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Updating instance_info_cache with network_info: [{"id": "4102075d-5066-4a10-8ae0-4b036798289f", "address": "fa:16:3e:04:7d:df", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4102075d-50", "ovs_interfaceid": "4102075d-5066-4a10-8ae0-4b036798289f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.152284] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.152853] env[65310]: DEBUG nova.compute.manager [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 737.162497] env[65310]: DEBUG nova.network.neutron [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Successfully updated port: 03b35fd8-aff3-432e-b7ba-bf4624642ab5 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 737.163783] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.541s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.163910] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.168556] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.979s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.168740] env[65310]: DEBUG nova.objects.instance [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 737.204922] env[65310]: INFO nova.scheduler.client.report [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Deleted allocations for instance d913327f-26d4-4a7b-8656-c07bea24fc25 [ 737.477119] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528d023e-cfd9-018b-1958-0f6e1822f0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016411} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.477495] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.477726] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.477986] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.480722] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.481211] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.481784] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e6d42f3-c618-41fb-a8fe-b39177c6e2eb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.493179] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.496276] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.496276] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf490e07-f4d3-4046-8752-c0903422189e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.501718] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 737.501718] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5226aa6c-918c-3ab6-51c8-a932adb1d78e" [ 737.501718] env[65310]: _type = "Task" [ 737.501718] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.513173] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5226aa6c-918c-3ab6-51c8-a932adb1d78e, 'name': SearchDatastore_Task} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.513965] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bcad95-fcd6-47ef-af81-c93a868758cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.520969] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 737.520969] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c64667-48ca-329e-6229-3f43f7787e81" [ 737.520969] env[65310]: _type = "Task" [ 737.520969] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.530324] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c64667-48ca-329e-6229-3f43f7787e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.556485] env[65310]: INFO nova.compute.manager [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Rebuilding instance [ 737.589774] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "refresh_cache-3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.590168] env[65310]: DEBUG nova.compute.manager [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Instance network_info: |[{"id": "4102075d-5066-4a10-8ae0-4b036798289f", "address": "fa:16:3e:04:7d:df", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4102075d-50", "ovs_interfaceid": "4102075d-5066-4a10-8ae0-4b036798289f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 737.590808] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:7d:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4102075d-5066-4a10-8ae0-4b036798289f', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.598759] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 737.599824] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.599824] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-946f4cfb-96c8-43ec-a791-f7fcc0591c1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.621453] env[65310]: DEBUG nova.compute.manager [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 737.622483] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dcd8f5-75f0-4cef-821e-580652ecd0ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.628181] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.628181] env[65310]: value = "task-4445994" [ 737.628181] env[65310]: _type = "Task" [ 737.628181] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.651106] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445994, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.675523] env[65310]: DEBUG nova.compute.utils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.677393] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "refresh_cache-bb529f7e-5d01-4d34-902a-41f63dd50aff" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.678033] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "refresh_cache-bb529f7e-5d01-4d34-902a-41f63dd50aff" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.678033] env[65310]: DEBUG nova.network.neutron [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 737.682511] env[65310]: DEBUG nova.compute.manager [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 737.682855] env[65310]: DEBUG nova.network.neutron [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 737.683548] env[65310]: WARNING neutronclient.v2_0.client [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.683890] env[65310]: WARNING neutronclient.v2_0.client [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.713094] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "d913327f-26d4-4a7b-8656-c07bea24fc25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.720s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.746578] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquiring lock "5ed9ef5b-376d-4e91-a163-b284d8e73492" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.746803] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Lock "5ed9ef5b-376d-4e91-a163-b284d8e73492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.767798] env[65310]: DEBUG nova.policy [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55500f2d239f45488dc4384715e73f24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be87ce21751a415bb58b0e452241cf84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.037327] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c64667-48ca-329e-6229-3f43f7787e81, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.037327] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.037327] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 49b4868e-8f93-4b46-8156-092b779ba577/49b4868e-8f93-4b46-8156-092b779ba577.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.037327] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f321f91-9062-4cd7-82c3-7a4424c24e85 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.045409] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 738.045409] env[65310]: value = "task-4445995" [ 738.045409] env[65310]: _type = "Task" [ 738.045409] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.055876] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4445995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.061846] env[65310]: DEBUG nova.compute.manager [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Received event network-vif-plugged-213ca5f5-62de-45bd-bf7f-e06d5057c946 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 738.062059] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Acquiring lock "49b4868e-8f93-4b46-8156-092b779ba577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.062268] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Lock "49b4868e-8f93-4b46-8156-092b779ba577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.062423] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Lock "49b4868e-8f93-4b46-8156-092b779ba577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.062580] env[65310]: DEBUG nova.compute.manager [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] No waiting events found dispatching network-vif-plugged-213ca5f5-62de-45bd-bf7f-e06d5057c946 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 738.062728] env[65310]: WARNING nova.compute.manager [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Received unexpected event network-vif-plugged-213ca5f5-62de-45bd-bf7f-e06d5057c946 for instance with vm_state building and task_state spawning. [ 738.062873] env[65310]: DEBUG nova.compute.manager [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Received event network-changed-213ca5f5-62de-45bd-bf7f-e06d5057c946 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 738.063333] env[65310]: DEBUG nova.compute.manager [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Refreshing instance network info cache due to event network-changed-213ca5f5-62de-45bd-bf7f-e06d5057c946. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 738.063654] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Acquiring lock "refresh_cache-49b4868e-8f93-4b46-8156-092b779ba577" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.063695] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Acquired lock "refresh_cache-49b4868e-8f93-4b46-8156-092b779ba577" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.064246] env[65310]: DEBUG nova.network.neutron [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Refreshing network info cache for port 213ca5f5-62de-45bd-bf7f-e06d5057c946 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.136571] env[65310]: DEBUG nova.network.neutron [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Successfully created port: 412a4035-fbc5-4e3e-bd97-2f2afb27bd9d {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 738.151169] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4445994, 'name': CreateVM_Task, 'duration_secs': 0.337155} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.151695] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.152308] env[65310]: WARNING neutronclient.v2_0.client [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.152980] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.153180] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.153626] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.155020] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21308866-f84f-4f3a-8728-29654b592557 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.163589] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 738.163589] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525a4276-8b84-bf73-7a22-60c986f08f50" [ 738.163589] env[65310]: _type = "Task" [ 738.163589] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.175713] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525a4276-8b84-bf73-7a22-60c986f08f50, 'name': SearchDatastore_Task, 'duration_secs': 0.011853} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.176166] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.176483] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.176796] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.176989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.177452] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.177840] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-929a73de-1f03-4833-8f49-dc675b92eb72 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.181032] env[65310]: DEBUG nova.compute.manager [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 738.190508] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be0a3f8b-8ba8-49d2-8337-fdd12849dec1 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.192258] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.703s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.192258] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.194895] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.563s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.197338] env[65310]: INFO nova.compute.claims [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.201592] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.201784] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.202994] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e81989-f555-497f-9daf-8801787b2215 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.211821] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 738.211821] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c3225f-f52c-f347-b67b-cc958faeec87" [ 738.211821] env[65310]: _type = "Task" [ 738.211821] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.222250] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c3225f-f52c-f347-b67b-cc958faeec87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.264377] env[65310]: DEBUG nova.network.neutron [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 738.477374] env[65310]: WARNING neutronclient.v2_0.client [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.569266] env[65310]: WARNING neutronclient.v2_0.client [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.574957] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4445995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.653533] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.654047] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee838473-f7d6-48fd-91f5-40f1dbb15f47 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.664203] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 738.664203] env[65310]: value = "task-4445996" [ 738.664203] env[65310]: _type = "Task" [ 738.664203] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.676839] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.709507] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a9f39ab5-9181-46ea-90f2-ada449198346 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.455s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.710831] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.096s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.710920] env[65310]: INFO nova.compute.manager [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Unshelving [ 738.730890] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c3225f-f52c-f347-b67b-cc958faeec87, 'name': SearchDatastore_Task, 'duration_secs': 0.011769} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.732750] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1042fdfa-7827-4b1c-bff9-43038953b872 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.740057] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 738.740057] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f0ad2c-468d-2c1e-0ca5-d0ff17d66055" [ 738.740057] env[65310]: _type = "Task" [ 738.740057] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.751442] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f0ad2c-468d-2c1e-0ca5-d0ff17d66055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.852545] env[65310]: DEBUG nova.network.neutron [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Updating instance_info_cache with network_info: [{"id": "03b35fd8-aff3-432e-b7ba-bf4624642ab5", "address": "fa:16:3e:2d:58:9d", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b35fd8-af", "ovs_interfaceid": "03b35fd8-aff3-432e-b7ba-bf4624642ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.057277] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4445995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600418} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.060593] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 49b4868e-8f93-4b46-8156-092b779ba577/49b4868e-8f93-4b46-8156-092b779ba577.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.060952] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.061447] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c843baef-9047-4c24-ae71-cde7079774d5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.068966] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 739.068966] env[65310]: value = "task-4445997" [ 739.068966] env[65310]: _type = "Task" [ 739.068966] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.079185] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4445997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.176620] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445996, 'name': PowerOffVM_Task, 'duration_secs': 0.246404} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.176913] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.177303] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.178010] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30de2d7-b5ac-4316-9259-50e1630f03e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.185973] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.186263] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdbcae77-af0c-4d4e-a5d0-7eb507441653 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.195470] env[65310]: DEBUG nova.compute.manager [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 739.217070] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.217484] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.217575] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Deleting the datastore file [datastore1] 14930653-ba99-4253-a226-9e9f18ebb1e2 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.219686] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17847d8f-0564-459f-9994-5d71a1d094a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.237531] env[65310]: DEBUG nova.virt.hardware [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 739.237849] env[65310]: DEBUG nova.virt.hardware [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.238010] env[65310]: DEBUG nova.virt.hardware [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 739.238196] env[65310]: DEBUG nova.virt.hardware [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.238335] env[65310]: DEBUG nova.virt.hardware [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 739.238476] env[65310]: DEBUG nova.virt.hardware [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 739.238732] env[65310]: DEBUG nova.virt.hardware [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 739.238899] env[65310]: DEBUG nova.virt.hardware [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 739.239108] env[65310]: DEBUG nova.virt.hardware [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 739.239374] env[65310]: DEBUG nova.virt.hardware [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 739.239783] env[65310]: DEBUG nova.virt.hardware [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 739.242962] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3804aa-01ad-4fd7-8ad7-bf0ff04457bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.247366] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 739.247366] env[65310]: value = "task-4445999" [ 739.247366] env[65310]: _type = "Task" [ 739.247366] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.265977] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299252ef-0d9a-437c-9f42-af69e6ff67ca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.279161] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f0ad2c-468d-2c1e-0ca5-d0ff17d66055, 'name': SearchDatastore_Task, 'duration_secs': 0.027167} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.279161] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.280265] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.280545] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a/3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.281067] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-326a8998-78d6-4a85-97fb-088f085f28e5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.300464] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 739.300464] env[65310]: value = "task-4446000" [ 739.300464] env[65310]: _type = "Task" [ 739.300464] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.311318] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.320209] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "54c28c84-5f37-4c63-a827-6b25ff087401" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.320424] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "54c28c84-5f37-4c63-a827-6b25ff087401" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.320635] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "54c28c84-5f37-4c63-a827-6b25ff087401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.320813] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "54c28c84-5f37-4c63-a827-6b25ff087401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.320976] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "54c28c84-5f37-4c63-a827-6b25ff087401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.323547] env[65310]: INFO nova.compute.manager [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Terminating instance [ 739.355542] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "refresh_cache-bb529f7e-5d01-4d34-902a-41f63dd50aff" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.356634] env[65310]: DEBUG nova.compute.manager [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Instance network_info: |[{"id": "03b35fd8-aff3-432e-b7ba-bf4624642ab5", "address": "fa:16:3e:2d:58:9d", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b35fd8-af", "ovs_interfaceid": "03b35fd8-aff3-432e-b7ba-bf4624642ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 739.357531] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:58:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03b35fd8-aff3-432e-b7ba-bf4624642ab5', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.366987] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 739.371834] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.373126] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-104b6ca9-51fa-4502-b9fd-55b5c5399435 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.398540] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.398540] env[65310]: value = "task-4446001" [ 739.398540] env[65310]: _type = "Task" [ 739.398540] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.412578] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446001, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.412656] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquiring lock "595b764d-315b-4895-90b5-34a34410b033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.412919] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Lock "595b764d-315b-4895-90b5-34a34410b033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.590361] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4445997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070496} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.591031] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.591487] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d511332a-a44f-4934-a269-e3b3d390fff3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.618709] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 49b4868e-8f93-4b46-8156-092b779ba577/49b4868e-8f93-4b46-8156-092b779ba577.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.619055] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e3e6f1c-3f11-4512-89fb-3bb824b29dca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.654026] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 739.654026] env[65310]: value = "task-4446002" [ 739.654026] env[65310]: _type = "Task" [ 739.654026] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.668902] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.749391] env[65310]: DEBUG nova.compute.utils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.766156] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4445999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11886} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.767220] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.767932] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.767932] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.811674] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446000, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.827394] env[65310]: DEBUG nova.compute.manager [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 739.827728] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.831492] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c74415e-bdf1-4f5d-9ebe-aa83470dc33b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.842894] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.843210] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-253faa6c-6531-4523-9d37-9dde5348c1c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.852854] env[65310]: DEBUG oslo_vmware.api [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 739.852854] env[65310]: value = "task-4446003" [ 739.852854] env[65310]: _type = "Task" [ 739.852854] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.866490] env[65310]: DEBUG oslo_vmware.api [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4446003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.872035] env[65310]: DEBUG nova.network.neutron [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Successfully updated port: 412a4035-fbc5-4e3e-bd97-2f2afb27bd9d {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 739.910533] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446001, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.912338] env[65310]: WARNING neutronclient.v2_0.client [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.950085] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144d0607-4a6f-4a96-b8ae-8ae3e7c9645b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.965865] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa5ea0d-fcc4-4602-ac9e-413099a5d1ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.008766] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7820c7d-7031-439f-9233-2305e4568e8d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.012936] env[65310]: DEBUG nova.network.neutron [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Updated VIF entry in instance network info cache for port 213ca5f5-62de-45bd-bf7f-e06d5057c946. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.013114] env[65310]: DEBUG nova.network.neutron [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Updating instance_info_cache with network_info: [{"id": "213ca5f5-62de-45bd-bf7f-e06d5057c946", "address": "fa:16:3e:3e:6e:7b", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213ca5f5-62", "ovs_interfaceid": "213ca5f5-62de-45bd-bf7f-e06d5057c946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.023300] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a27e8-89d1-4ff5-afde-76f14bc46980 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.047342] env[65310]: DEBUG nova.compute.provider_tree [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.165195] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446002, 'name': ReconfigVM_Task, 'duration_secs': 0.413689} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.165541] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 49b4868e-8f93-4b46-8156-092b779ba577/49b4868e-8f93-4b46-8156-092b779ba577.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.166172] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbc22fa9-f96f-4565-94f0-a8c99e44fcaa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.173375] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 740.173375] env[65310]: value = "task-4446004" [ 740.173375] env[65310]: _type = "Task" [ 740.173375] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.183613] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446004, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.260383] env[65310]: INFO nova.virt.block_device [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Booting with volume 9c9551eb-b461-44e6-8913-974c002ecc80 at /dev/sdb [ 740.301680] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7559c5d9-44ea-4b47-95a1-20316df383cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.318520] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569593} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.320185] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a/3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.320477] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.321161] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-444639e3-9f39-4f51-8304-dac3b0bf68b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.326027] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d02747-9a23-41f8-96fe-a0a8f31b96df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.344067] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 740.344067] env[65310]: value = "task-4446005" [ 740.344067] env[65310]: _type = "Task" [ 740.344067] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.353708] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.373024] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac0c15b5-722d-4040-9a37-f17dd8ef0802 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.375598] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "refresh_cache-1162b4c4-0d10-444c-b72f-ef5051b6bc5b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.375822] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "refresh_cache-1162b4c4-0d10-444c-b72f-ef5051b6bc5b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.376016] env[65310]: DEBUG nova.network.neutron [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 740.380712] env[65310]: DEBUG oslo_vmware.api [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4446003, 'name': PowerOffVM_Task, 'duration_secs': 0.246084} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.382290] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.382502] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.382774] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6725d31f-9eab-42a1-8807-cf814bb45f27 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.387287] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10445b2b-9549-4a50-b21a-09cb4499322d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.409899] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446001, 'name': CreateVM_Task, 'duration_secs': 0.650136} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.410096] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.410615] env[65310]: WARNING neutronclient.v2_0.client [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.411070] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.411223] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.411547] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.412578] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4695039d-b95e-430a-9e5a-e91be643c493 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.419017] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 740.419017] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52eaf157-e613-666e-ec31-331e4bb33da9" [ 740.419017] env[65310]: _type = "Task" [ 740.419017] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.437509] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d92cee-8d0d-491b-8097-ae87bfb1011a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.448529] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52eaf157-e613-666e-ec31-331e4bb33da9, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.450662] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.452235] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.452235] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.452235] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.452235] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.452235] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2dfd090-25aa-4236-8006-2e78218b77ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.455396] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ca99fb-005f-4865-ab8d-6bf8b2816ed9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.469319] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.469520] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.470338] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.470593] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.470684] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Deleting the datastore file [datastore2] 54c28c84-5f37-4c63-a827-6b25ff087401 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.474661] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e035dbe-8088-4938-bf68-d873335b4972 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.477497] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95cce01e-dbaf-4c4b-9638-aa7b1baf4f67 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.479619] env[65310]: DEBUG nova.virt.block_device [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updating existing volume attachment record: 9762734c-bdcf-42ca-9037-24d32b89178b {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 740.486354] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 740.486354] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52167f07-5a19-eb56-dd86-afc14f7c2d77" [ 740.486354] env[65310]: _type = "Task" [ 740.486354] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.487912] env[65310]: DEBUG oslo_vmware.api [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for the task: (returnval){ [ 740.487912] env[65310]: value = "task-4446007" [ 740.487912] env[65310]: _type = "Task" [ 740.487912] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.505495] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52167f07-5a19-eb56-dd86-afc14f7c2d77, 'name': SearchDatastore_Task, 'duration_secs': 0.011844} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.505495] env[65310]: DEBUG oslo_vmware.api [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4446007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.506338] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5527f4-d36a-484a-b785-cd4e3abf94b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.512895] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 740.512895] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527b45da-1653-3de4-3957-0bed91dc5c9f" [ 740.512895] env[65310]: _type = "Task" [ 740.512895] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.517024] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Releasing lock "refresh_cache-49b4868e-8f93-4b46-8156-092b779ba577" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.517355] env[65310]: DEBUG nova.compute.manager [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Received event network-vif-plugged-4102075d-5066-4a10-8ae0-4b036798289f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 740.517591] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Acquiring lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.517864] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.518151] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.518451] env[65310]: DEBUG nova.compute.manager [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] No waiting events found dispatching network-vif-plugged-4102075d-5066-4a10-8ae0-4b036798289f {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 740.518665] env[65310]: WARNING nova.compute.manager [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Received unexpected event network-vif-plugged-4102075d-5066-4a10-8ae0-4b036798289f for instance with vm_state building and task_state spawning. [ 740.518857] env[65310]: DEBUG nova.compute.manager [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Received event network-changed-4102075d-5066-4a10-8ae0-4b036798289f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 740.519024] env[65310]: DEBUG nova.compute.manager [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Refreshing instance network info cache due to event network-changed-4102075d-5066-4a10-8ae0-4b036798289f. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 740.519216] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Acquiring lock "refresh_cache-3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.519352] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Acquired lock "refresh_cache-3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.519501] env[65310]: DEBUG nova.network.neutron [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Refreshing network info cache for port 4102075d-5066-4a10-8ae0-4b036798289f {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.529628] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527b45da-1653-3de4-3957-0bed91dc5c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.529741] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.530391] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] bb529f7e-5d01-4d34-902a-41f63dd50aff/bb529f7e-5d01-4d34-902a-41f63dd50aff.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.530391] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ecd70a2-73ac-4b3c-9646-e81878b18a2e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.540103] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 740.540103] env[65310]: value = "task-4446008" [ 740.540103] env[65310]: _type = "Task" [ 740.540103] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.557745] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.579884] env[65310]: ERROR nova.scheduler.client.report [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [req-89d4252a-166b-4753-9002-6c61b7d5916a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89d4252a-166b-4753-9002-6c61b7d5916a"}]} [ 740.639924] env[65310]: DEBUG nova.scheduler.client.report [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 740.684731] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446004, 'name': Rename_Task, 'duration_secs': 0.158936} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.685209] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.685329] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b04ed73-2314-47d5-b50e-388f59ed9611 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.693198] env[65310]: DEBUG nova.scheduler.client.report [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 740.694853] env[65310]: DEBUG nova.compute.provider_tree [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.698198] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 740.698198] env[65310]: value = "task-4446010" [ 740.698198] env[65310]: _type = "Task" [ 740.698198] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.708628] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.716504] env[65310]: DEBUG nova.scheduler.client.report [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 740.745499] env[65310]: DEBUG nova.scheduler.client.report [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 740.816476] env[65310]: DEBUG nova.virt.hardware [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 740.816476] env[65310]: DEBUG nova.virt.hardware [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.816476] env[65310]: DEBUG nova.virt.hardware [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 740.816689] env[65310]: DEBUG nova.virt.hardware [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.817058] env[65310]: DEBUG nova.virt.hardware [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 740.817058] env[65310]: DEBUG nova.virt.hardware [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 740.817714] env[65310]: DEBUG nova.virt.hardware [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.817714] env[65310]: DEBUG nova.virt.hardware [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 740.817714] env[65310]: DEBUG nova.virt.hardware [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 740.817714] env[65310]: DEBUG nova.virt.hardware [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 740.817906] env[65310]: DEBUG nova.virt.hardware [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 740.821991] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13fb266-dfe3-4a7a-86a2-0e061ed23dc6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.838599] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e72059-5be1-472e-a5ad-2c3932709966 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.850322] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.857162] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 740.865029] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.865187] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f0a2dbe-9d32-4202-b3bb-701a8e7d3c09 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.893922] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069017} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.896529] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.896529] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.896529] env[65310]: value = "task-4446013" [ 740.896529] env[65310]: _type = "Task" [ 740.896529] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.900778] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf888913-78e7-4901-9571-e05e5728973a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.914512] env[65310]: DEBUG nova.compute.manager [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Received event network-vif-plugged-03b35fd8-aff3-432e-b7ba-bf4624642ab5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 740.914512] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Acquiring lock "bb529f7e-5d01-4d34-902a-41f63dd50aff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.914512] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Lock "bb529f7e-5d01-4d34-902a-41f63dd50aff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.914512] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Lock "bb529f7e-5d01-4d34-902a-41f63dd50aff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.914512] env[65310]: DEBUG nova.compute.manager [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] No waiting events found dispatching network-vif-plugged-03b35fd8-aff3-432e-b7ba-bf4624642ab5 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 740.914699] env[65310]: WARNING nova.compute.manager [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Received unexpected event network-vif-plugged-03b35fd8-aff3-432e-b7ba-bf4624642ab5 for instance with vm_state building and task_state spawning. [ 740.914699] env[65310]: DEBUG nova.compute.manager [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Received event network-changed-03b35fd8-aff3-432e-b7ba-bf4624642ab5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 740.914699] env[65310]: DEBUG nova.compute.manager [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Refreshing instance network info cache due to event network-changed-03b35fd8-aff3-432e-b7ba-bf4624642ab5. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 740.914699] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Acquiring lock "refresh_cache-bb529f7e-5d01-4d34-902a-41f63dd50aff" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.914699] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Acquired lock "refresh_cache-bb529f7e-5d01-4d34-902a-41f63dd50aff" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.914956] env[65310]: DEBUG nova.network.neutron [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Refreshing network info cache for port 03b35fd8-aff3-432e-b7ba-bf4624642ab5 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.939158] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a/3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.947567] env[65310]: WARNING neutronclient.v2_0.client [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.950537] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a0715e2-9d67-4693-8a60-70b4763f8628 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.967746] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446013, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.976142] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 740.976142] env[65310]: value = "task-4446014" [ 740.976142] env[65310]: _type = "Task" [ 740.976142] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.988837] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.991336] env[65310]: DEBUG nova.network.neutron [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 741.011078] env[65310]: DEBUG oslo_vmware.api [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Task: {'id': task-4446007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176385} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.011392] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.011572] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.011763] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.011933] env[65310]: INFO nova.compute.manager [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Took 1.18 seconds to destroy the instance on the hypervisor. [ 741.012245] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 741.012632] env[65310]: DEBUG nova.compute.manager [-] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 741.012632] env[65310]: DEBUG nova.network.neutron [-] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 741.012938] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.023342] env[65310]: WARNING neutronclient.v2_0.client [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.050920] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446008, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.106459] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.210538] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.395683] env[65310]: WARNING neutronclient.v2_0.client [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.423569] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446013, 'name': CreateVM_Task, 'duration_secs': 0.439612} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.427739] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.427739] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.427739] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.427739] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.428523] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8635689a-16d0-425b-93d2-3b89dd64cc20 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.437916] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 741.437916] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5235de25-ffaa-04bd-c9a0-9a88e4a51a23" [ 741.437916] env[65310]: _type = "Task" [ 741.437916] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.448682] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5235de25-ffaa-04bd-c9a0-9a88e4a51a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.489460] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446014, 'name': ReconfigVM_Task, 'duration_secs': 0.410688} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.489691] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a/3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.490383] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5940b21b-e7a1-4afb-8870-9b3b83485a52 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.499610] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 741.499610] env[65310]: value = "task-4446015" [ 741.499610] env[65310]: _type = "Task" [ 741.499610] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.508110] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446015, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.510390] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a399230-3db3-4864-89a1-46569f05bc7d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.518089] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badad9aa-8e67-48a2-b1e2-a1d9a2abc6da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.557344] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4750afc5-71f7-4cc7-b36a-ecf5338cea22 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.573950] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524774} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.575915] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] bb529f7e-5d01-4d34-902a-41f63dd50aff/bb529f7e-5d01-4d34-902a-41f63dd50aff.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.576176] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.576594] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1d57f43-a9f2-4df0-8f3c-c4423d0d12fe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.579740] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c98c2ba-1e9d-491e-b425-bb586d06c0ba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.598542] env[65310]: DEBUG nova.compute.provider_tree [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.601599] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 741.601599] env[65310]: value = "task-4446016" [ 741.601599] env[65310]: _type = "Task" [ 741.601599] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.610985] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.653246] env[65310]: WARNING neutronclient.v2_0.client [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.667189] env[65310]: DEBUG nova.network.neutron [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Updating instance_info_cache with network_info: [{"id": "412a4035-fbc5-4e3e-bd97-2f2afb27bd9d", "address": "fa:16:3e:6a:58:c9", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412a4035-fb", "ovs_interfaceid": "412a4035-fbc5-4e3e-bd97-2f2afb27bd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.695615] env[65310]: WARNING neutronclient.v2_0.client [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.709348] env[65310]: DEBUG oslo_vmware.api [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446010, 'name': PowerOnVM_Task, 'duration_secs': 0.570951} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.709625] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.709825] env[65310]: INFO nova.compute.manager [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Took 12.33 seconds to spawn the instance on the hypervisor. [ 741.711122] env[65310]: DEBUG nova.compute.manager [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 741.711122] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121dbb53-e738-498a-a06d-f38fee3812d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.797230] env[65310]: DEBUG nova.network.neutron [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Updated VIF entry in instance network info cache for port 03b35fd8-aff3-432e-b7ba-bf4624642ab5. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 741.797230] env[65310]: DEBUG nova.network.neutron [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Updating instance_info_cache with network_info: [{"id": "03b35fd8-aff3-432e-b7ba-bf4624642ab5", "address": "fa:16:3e:2d:58:9d", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b35fd8-af", "ovs_interfaceid": "03b35fd8-aff3-432e-b7ba-bf4624642ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.841560] env[65310]: DEBUG nova.network.neutron [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Updated VIF entry in instance network info cache for port 4102075d-5066-4a10-8ae0-4b036798289f. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 741.841733] env[65310]: DEBUG nova.network.neutron [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Updating instance_info_cache with network_info: [{"id": "4102075d-5066-4a10-8ae0-4b036798289f", "address": "fa:16:3e:04:7d:df", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4102075d-50", "ovs_interfaceid": "4102075d-5066-4a10-8ae0-4b036798289f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.910372] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.910940] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.950904] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5235de25-ffaa-04bd-c9a0-9a88e4a51a23, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.950904] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.951057] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.951284] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.951419] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.951587] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.951850] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c44dbd5c-5818-49b3-b118-43dcf264f451 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.953886] env[65310]: DEBUG nova.network.neutron [-] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.963091] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.963334] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.964092] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613e2aa5-5fd2-4abe-b901-a041a770ece1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.972241] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 741.972241] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ff1179-ce79-0ebe-8cfd-a0315755799b" [ 741.972241] env[65310]: _type = "Task" [ 741.972241] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.981441] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ff1179-ce79-0ebe-8cfd-a0315755799b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.009446] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446015, 'name': Rename_Task, 'duration_secs': 0.2341} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.009716] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.010084] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc7ce91a-9b1f-406c-a516-7816699e2e86 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.019206] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 742.019206] env[65310]: value = "task-4446017" [ 742.019206] env[65310]: _type = "Task" [ 742.019206] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.027542] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.118777] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074645} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.118777] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.118777] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9611a34-4e77-4be3-a43a-87d49414434e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.146266] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] bb529f7e-5d01-4d34-902a-41f63dd50aff/bb529f7e-5d01-4d34-902a-41f63dd50aff.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.146513] env[65310]: ERROR nova.scheduler.client.report [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [req-31fe20b3-db20-4d5f-94f7-5b143d06496d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-31fe20b3-db20-4d5f-94f7-5b143d06496d"}]} [ 742.147190] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832e483c-f162-4570-9833-98e43f14b5f8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.171147] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 742.171147] env[65310]: value = "task-4446018" [ 742.171147] env[65310]: _type = "Task" [ 742.171147] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.178213] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "refresh_cache-1162b4c4-0d10-444c-b72f-ef5051b6bc5b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.178213] env[65310]: DEBUG nova.compute.manager [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Instance network_info: |[{"id": "412a4035-fbc5-4e3e-bd97-2f2afb27bd9d", "address": "fa:16:3e:6a:58:c9", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412a4035-fb", "ovs_interfaceid": "412a4035-fbc5-4e3e-bd97-2f2afb27bd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 742.178341] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:58:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '412a4035-fbc5-4e3e-bd97-2f2afb27bd9d', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.188355] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 742.190500] env[65310]: DEBUG nova.scheduler.client.report [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 742.192629] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.196338] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f8581f3-5e7a-4097-a793-1cd707391cf9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.212584] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.213628] env[65310]: DEBUG nova.scheduler.client.report [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 742.213896] env[65310]: DEBUG nova.compute.provider_tree [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.218313] env[65310]: DEBUG nova.compute.manager [req-1ae5b5db-03cb-4fac-81d2-084876850ca5 req-53ec5c7a-69d8-4bc6-9c27-f5b2382ec3e4 service nova] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Received event network-vif-deleted-9371d390-2484-44c8-8617-64682b59311f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 742.231806] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.231806] env[65310]: value = "task-4446019" [ 742.231806] env[65310]: _type = "Task" [ 742.231806] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.232431] env[65310]: INFO nova.compute.manager [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Took 43.89 seconds to build instance. [ 742.235099] env[65310]: DEBUG nova.scheduler.client.report [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 742.247619] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446019, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.274191] env[65310]: DEBUG nova.scheduler.client.report [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 742.299955] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Releasing lock "refresh_cache-bb529f7e-5d01-4d34-902a-41f63dd50aff" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.300884] env[65310]: DEBUG nova.compute.manager [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Received event network-vif-plugged-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 742.300884] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Acquiring lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.301079] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.301079] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.301252] env[65310]: DEBUG nova.compute.manager [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] No waiting events found dispatching network-vif-plugged-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 742.303174] env[65310]: WARNING nova.compute.manager [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Received unexpected event network-vif-plugged-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d for instance with vm_state building and task_state spawning. [ 742.303174] env[65310]: DEBUG nova.compute.manager [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Received event network-changed-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 742.303174] env[65310]: DEBUG nova.compute.manager [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Refreshing instance network info cache due to event network-changed-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 742.303174] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Acquiring lock "refresh_cache-1162b4c4-0d10-444c-b72f-ef5051b6bc5b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.303174] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Acquired lock "refresh_cache-1162b4c4-0d10-444c-b72f-ef5051b6bc5b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.303535] env[65310]: DEBUG nova.network.neutron [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Refreshing network info cache for port 412a4035-fbc5-4e3e-bd97-2f2afb27bd9d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.344433] env[65310]: DEBUG oslo_concurrency.lockutils [req-08ad3e0c-9c7b-468f-91f2-2b4e90365e94 req-10dfcf68-1bb4-4ec1-ba5f-849a5276c4e0 service nova] Releasing lock "refresh_cache-3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.458945] env[65310]: INFO nova.compute.manager [-] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Took 1.45 seconds to deallocate network for instance. [ 742.488212] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ff1179-ce79-0ebe-8cfd-a0315755799b, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.495424] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30148e1e-8a6e-4338-999a-c24cfb955999 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.503062] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 742.503062] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5226dd74-1178-fda0-137d-2d14bedd57c7" [ 742.503062] env[65310]: _type = "Task" [ 742.503062] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.518136] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5226dd74-1178-fda0-137d-2d14bedd57c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.538866] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446017, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.684727] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446018, 'name': ReconfigVM_Task, 'duration_secs': 0.446252} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.688021] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Reconfigured VM instance instance-00000028 to attach disk [datastore2] bb529f7e-5d01-4d34-902a-41f63dd50aff/bb529f7e-5d01-4d34-902a-41f63dd50aff.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.688384] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b564ee7-5249-4c76-a504-2b676d990d23 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.697494] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 742.697494] env[65310]: value = "task-4446020" [ 742.697494] env[65310]: _type = "Task" [ 742.697494] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.710228] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446020, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.736531] env[65310]: DEBUG oslo_concurrency.lockutils [None req-264b7a08-30d1-4018-9a24-f82033925b21 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "49b4868e-8f93-4b46-8156-092b779ba577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.263s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.749391] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446019, 'name': CreateVM_Task, 'duration_secs': 0.413381} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.752216] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.756022] env[65310]: WARNING neutronclient.v2_0.client [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.756022] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.756022] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.756022] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.756022] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8bcb31e-e4bd-4842-85e5-f8addc50cc75 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.761310] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 742.761310] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d95fbe-75ae-db0b-a683-384639aede05" [ 742.761310] env[65310]: _type = "Task" [ 742.761310] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.775479] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d95fbe-75ae-db0b-a683-384639aede05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.810125] env[65310]: WARNING neutronclient.v2_0.client [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.968950] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.981270] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b6a6b0-dc04-4f3c-985e-611c8fc3cfe6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.991517] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a24a8fe-90c4-469c-b930-893f741be0e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.031631] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fc445f-45df-41c3-92a7-8aa2ea8dc238 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.043149] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5226dd74-1178-fda0-137d-2d14bedd57c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.049239] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.049657] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 14930653-ba99-4253-a226-9e9f18ebb1e2/14930653-ba99-4253-a226-9e9f18ebb1e2.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.049970] env[65310]: DEBUG oslo_vmware.api [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446017, 'name': PowerOnVM_Task, 'duration_secs': 0.853715} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.050369] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dd377d1-22bd-44e0-a8e8-d4485fc8a22f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.053098] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.053312] env[65310]: INFO nova.compute.manager [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Took 9.41 seconds to spawn the instance on the hypervisor. [ 743.053487] env[65310]: DEBUG nova.compute.manager [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 743.054828] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3241ead-72c6-40c4-a68e-27707f968f29 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.059773] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ca9046-4d36-4029-8c3b-ed9f17341297 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.081930] env[65310]: DEBUG nova.compute.provider_tree [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.084026] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 743.084026] env[65310]: value = "task-4446022" [ 743.084026] env[65310]: _type = "Task" [ 743.084026] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.097142] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.210582] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446020, 'name': Rename_Task, 'duration_secs': 0.150799} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.210924] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.211202] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59d42738-b0d8-4b2f-bd31-af0fc04ff292 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.218843] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 743.218843] env[65310]: value = "task-4446023" [ 743.218843] env[65310]: _type = "Task" [ 743.218843] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.234885] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.241038] env[65310]: DEBUG nova.compute.manager [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 743.278348] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d95fbe-75ae-db0b-a683-384639aede05, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.279064] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.279591] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.279940] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.280109] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.281233] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.281592] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e19acd2e-4e38-4be8-8228-8530430d75b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.303502] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.303693] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.304667] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235246ea-9c7a-48e7-a9b2-fb7d476d15c9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.312851] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 743.312851] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527792c3-dc84-5421-1f34-c00a48f74cbf" [ 743.312851] env[65310]: _type = "Task" [ 743.312851] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.316072] env[65310]: WARNING neutronclient.v2_0.client [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.331404] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527792c3-dc84-5421-1f34-c00a48f74cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.508744] env[65310]: DEBUG nova.network.neutron [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Updated VIF entry in instance network info cache for port 412a4035-fbc5-4e3e-bd97-2f2afb27bd9d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 743.509187] env[65310]: DEBUG nova.network.neutron [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Updating instance_info_cache with network_info: [{"id": "412a4035-fbc5-4e3e-bd97-2f2afb27bd9d", "address": "fa:16:3e:6a:58:c9", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412a4035-fb", "ovs_interfaceid": "412a4035-fbc5-4e3e-bd97-2f2afb27bd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.583453] env[65310]: INFO nova.compute.manager [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Took 42.22 seconds to build instance. [ 743.603387] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527383} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.603878] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 14930653-ba99-4253-a226-9e9f18ebb1e2/14930653-ba99-4253-a226-9e9f18ebb1e2.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.604237] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.604637] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae543eb8-d68f-4332-bf8c-8a64fc06cb9c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.612755] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 743.612755] env[65310]: value = "task-4446024" [ 743.612755] env[65310]: _type = "Task" [ 743.612755] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.626429] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.645463] env[65310]: DEBUG nova.scheduler.client.report [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 743.645770] env[65310]: DEBUG nova.compute.provider_tree [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 63 to 64 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 743.645965] env[65310]: DEBUG nova.compute.provider_tree [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.732548] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.775403] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.830540] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527792c3-dc84-5421-1f34-c00a48f74cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.067133} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.831537] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6917dd9-78ef-4363-892e-cd2a879a8389 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.839800] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 743.839800] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525544c4-660d-d59f-4be8-50353d73938b" [ 743.839800] env[65310]: _type = "Task" [ 743.839800] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.855019] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525544c4-660d-d59f-4be8-50353d73938b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.013230] env[65310]: DEBUG oslo_concurrency.lockutils [req-1a7b9492-4444-431c-805a-98334e97b546 req-c1fa23ac-8576-474e-a225-ef742c95b74b service nova] Releasing lock "refresh_cache-1162b4c4-0d10-444c-b72f-ef5051b6bc5b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.091772] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17e50cd7-f5dd-42dc-aee1-0877843964e5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.744s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.125580] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079239} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.125923] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.131156] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd10c255-da22-4fc6-b454-44d955095b2c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.157322] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 14930653-ba99-4253-a226-9e9f18ebb1e2/14930653-ba99-4253-a226-9e9f18ebb1e2.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.158932] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.964s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.159576] env[65310]: DEBUG nova.compute.manager [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 744.162455] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf9a970b-7875-4dd9-9ebc-0096239f5992 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.178652] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.329s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.182102] env[65310]: INFO nova.compute.claims [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.184283] env[65310]: DEBUG oslo_concurrency.lockutils [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquiring lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.184668] env[65310]: DEBUG oslo_concurrency.lockutils [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.184966] env[65310]: DEBUG oslo_concurrency.lockutils [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquiring lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.185269] env[65310]: DEBUG oslo_concurrency.lockutils [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.185539] env[65310]: DEBUG oslo_concurrency.lockutils [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.188452] env[65310]: INFO nova.compute.manager [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Terminating instance [ 744.196026] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 744.196026] env[65310]: value = "task-4446025" [ 744.196026] env[65310]: _type = "Task" [ 744.196026] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.210844] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.232522] env[65310]: DEBUG oslo_vmware.api [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446023, 'name': PowerOnVM_Task, 'duration_secs': 0.811714} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.232813] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.233635] env[65310]: INFO nova.compute.manager [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Took 7.85 seconds to spawn the instance on the hypervisor. [ 744.233635] env[65310]: DEBUG nova.compute.manager [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 744.234494] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161c2c3d-6aa3-4dfc-a3a8-46fc0d8396d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.269501] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "49b4868e-8f93-4b46-8156-092b779ba577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.269606] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "49b4868e-8f93-4b46-8156-092b779ba577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.270046] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "49b4868e-8f93-4b46-8156-092b779ba577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.271147] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "49b4868e-8f93-4b46-8156-092b779ba577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.271147] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "49b4868e-8f93-4b46-8156-092b779ba577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.274749] env[65310]: INFO nova.compute.manager [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Terminating instance [ 744.355465] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525544c4-660d-d59f-4be8-50353d73938b, 'name': SearchDatastore_Task, 'duration_secs': 0.020607} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.356224] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.356224] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 1162b4c4-0d10-444c-b72f-ef5051b6bc5b/1162b4c4-0d10-444c-b72f-ef5051b6bc5b.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.356423] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-215d96ae-62a0-4b30-b659-019a602a0874 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.366988] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 744.366988] env[65310]: value = "task-4446026" [ 744.366988] env[65310]: _type = "Task" [ 744.366988] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.378486] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.595707] env[65310]: DEBUG nova.compute.manager [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 744.680800] env[65310]: DEBUG nova.compute.utils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.682379] env[65310]: DEBUG nova.compute.manager [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 744.682605] env[65310]: DEBUG nova.network.neutron [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 744.682943] env[65310]: WARNING neutronclient.v2_0.client [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.683404] env[65310]: WARNING neutronclient.v2_0.client [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.694246] env[65310]: DEBUG nova.compute.manager [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 744.694246] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.694246] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f290ac9f-b466-4c12-aa71-f4f1dd627dc0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.709118] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.711648] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ccee06-354d-4a92-8730-50025f70c173 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.713819] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.717798] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] Acquiring lock "refresh_cache-3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.717798] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] Acquired lock "refresh_cache-3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.717798] env[65310]: DEBUG nova.network.neutron [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 744.726136] env[65310]: DEBUG oslo_vmware.api [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for the task: (returnval){ [ 744.726136] env[65310]: value = "task-4446027" [ 744.726136] env[65310]: _type = "Task" [ 744.726136] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.739072] env[65310]: DEBUG oslo_vmware.api [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4446027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.745618] env[65310]: DEBUG nova.policy [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1756d99aff74d6687feb8fb1b1a5800', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6aef7c7cf542c68abd57af7c424300', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.758061] env[65310]: INFO nova.compute.manager [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Took 37.79 seconds to build instance. [ 744.777801] env[65310]: DEBUG nova.compute.manager [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 744.778171] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.779781] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6b4124-4586-4631-bb13-cfbc3fdd6470 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.791102] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.794281] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7649c74-a490-48d6-a8de-f1ef0f68a933 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.804471] env[65310]: DEBUG oslo_vmware.api [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 744.804471] env[65310]: value = "task-4446028" [ 744.804471] env[65310]: _type = "Task" [ 744.804471] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.817574] env[65310]: DEBUG oslo_vmware.api [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.878845] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446026, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.122782] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.188102] env[65310]: DEBUG nova.compute.manager [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 745.214307] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446025, 'name': ReconfigVM_Task, 'duration_secs': 0.703988} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.214617] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 14930653-ba99-4253-a226-9e9f18ebb1e2/14930653-ba99-4253-a226-9e9f18ebb1e2.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.216263] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa04f4a-a58c-417f-bd65-c17d52d3990b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.222231] env[65310]: DEBUG nova.network.neutron [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Successfully created port: 43eb4f50-49c3-4caa-8ef0-c987ca652e1b {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 745.225944] env[65310]: WARNING neutronclient.v2_0.client [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.230309] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 745.230309] env[65310]: value = "task-4446029" [ 745.230309] env[65310]: _type = "Task" [ 745.230309] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.244313] env[65310]: DEBUG oslo_vmware.api [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4446027, 'name': PowerOffVM_Task, 'duration_secs': 0.362559} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.253028] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.253028] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.253028] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446029, 'name': Rename_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.253028] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36e16e79-8529-453b-ab26-56d2948f003a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.260913] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "bb529f7e-5d01-4d34-902a-41f63dd50aff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.650s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.322929] env[65310]: DEBUG oslo_vmware.api [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446028, 'name': PowerOffVM_Task, 'duration_secs': 0.292501} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.324624] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.324801] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.325369] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff272983-6da0-4d5e-a060-f30d2f65d609 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.341864] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.342142] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.342323] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Deleting the datastore file [datastore1] 4925f314-6b60-4a7a-ac45-8ac8a9a059f6 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.342597] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6601b757-6e3b-405d-9c74-e3f17feec493 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.355616] env[65310]: DEBUG oslo_vmware.api [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for the task: (returnval){ [ 745.355616] env[65310]: value = "task-4446032" [ 745.355616] env[65310]: _type = "Task" [ 745.355616] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.370076] env[65310]: DEBUG oslo_vmware.api [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4446032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.380252] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748932} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.380535] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 1162b4c4-0d10-444c-b72f-ef5051b6bc5b/1162b4c4-0d10-444c-b72f-ef5051b6bc5b.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.380771] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.381066] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e3dc53c-9057-49ad-a42b-f427d3d39c50 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.396744] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 745.396744] env[65310]: value = "task-4446033" [ 745.396744] env[65310]: _type = "Task" [ 745.396744] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.408626] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.419026] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.419026] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.419026] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleting the datastore file [datastore2] 49b4868e-8f93-4b46-8156-092b779ba577 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.422218] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0652c089-fde7-41bf-971d-4b2f35b34cb5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.433033] env[65310]: DEBUG oslo_vmware.api [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 745.433033] env[65310]: value = "task-4446034" [ 745.433033] env[65310]: _type = "Task" [ 745.433033] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.452036] env[65310]: DEBUG oslo_vmware.api [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.748624] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446029, 'name': Rename_Task, 'duration_secs': 0.274919} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.748624] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.749081] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe645d4d-05bb-4eae-8193-2bce6bef617b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.758359] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 745.758359] env[65310]: value = "task-4446035" [ 745.758359] env[65310]: _type = "Task" [ 745.758359] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.765421] env[65310]: DEBUG nova.compute.manager [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 745.774053] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.869962] env[65310]: DEBUG oslo_vmware.api [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Task: {'id': task-4446032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232245} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.870229] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.870633] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.870633] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.870741] env[65310]: INFO nova.compute.manager [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 745.870962] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 745.871177] env[65310]: DEBUG nova.compute.manager [-] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 745.871272] env[65310]: DEBUG nova.network.neutron [-] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 745.871517] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.910662] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097404} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.911734] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.911897] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a6456f-7cca-4a93-96d8-11778f6d98e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.939653] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 1162b4c4-0d10-444c-b72f-ef5051b6bc5b/1162b4c4-0d10-444c-b72f-ef5051b6bc5b.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.942770] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc87312f-2f9e-4bf2-841c-5951c5995d94 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.968376] env[65310]: DEBUG oslo_vmware.api [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203177} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.971803] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.972168] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.972466] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.972753] env[65310]: INFO nova.compute.manager [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Took 1.19 seconds to destroy the instance on the hypervisor. [ 745.973116] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 745.973515] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 745.973515] env[65310]: value = "task-4446036" [ 745.973515] env[65310]: _type = "Task" [ 745.973515] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.974678] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699be8d7-324d-4706-b8d4-6a8a0e0920eb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.978730] env[65310]: DEBUG nova.compute.manager [-] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 745.979073] env[65310]: DEBUG nova.network.neutron [-] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 745.979380] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.991718] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.994766] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df278b7-5046-4bbe-a7a1-8925c19bccbd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.030619] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d80925-762f-40b0-a4aa-a73f50103f08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.046034] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e50c915-56a9-4e21-b559-f7cfb0145d1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.065655] env[65310]: DEBUG nova.compute.provider_tree [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.135679] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.202146] env[65310]: DEBUG nova.compute.manager [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 746.224515] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.227791] env[65310]: DEBUG nova.virt.hardware [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 746.228043] env[65310]: DEBUG nova.virt.hardware [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.228195] env[65310]: DEBUG nova.virt.hardware [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 746.229151] env[65310]: DEBUG nova.virt.hardware [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.229151] env[65310]: DEBUG nova.virt.hardware [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 746.229151] env[65310]: DEBUG nova.virt.hardware [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 746.229151] env[65310]: DEBUG nova.virt.hardware [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 746.229547] env[65310]: DEBUG nova.virt.hardware [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 746.229547] env[65310]: DEBUG nova.virt.hardware [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 746.229547] env[65310]: DEBUG nova.virt.hardware [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 746.229755] env[65310]: DEBUG nova.virt.hardware [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 746.230547] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfe84c3-491c-444d-872c-ffe42df95dbb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.239833] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad68d014-a26a-48aa-af83-dbb7c19a83b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.262852] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.280025] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.291365] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.498910] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.570351] env[65310]: DEBUG nova.scheduler.client.report [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.772507] env[65310]: DEBUG oslo_vmware.api [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446035, 'name': PowerOnVM_Task, 'duration_secs': 0.997495} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.773200] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.773200] env[65310]: DEBUG nova.compute.manager [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 746.773903] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2827f0-5e9a-46a6-a1a0-5e9de2c83d71 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.831540] env[65310]: WARNING neutronclient.v2_0.client [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.908954] env[65310]: DEBUG nova.network.neutron [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Successfully updated port: 43eb4f50-49c3-4caa-8ef0-c987ca652e1b {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 746.988630] env[65310]: DEBUG nova.network.neutron [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Updating instance_info_cache with network_info: [{"id": "4102075d-5066-4a10-8ae0-4b036798289f", "address": "fa:16:3e:04:7d:df", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4102075d-50", "ovs_interfaceid": "4102075d-5066-4a10-8ae0-4b036798289f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.998740] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446036, 'name': ReconfigVM_Task, 'duration_secs': 0.766511} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.999683] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 1162b4c4-0d10-444c-b72f-ef5051b6bc5b/1162b4c4-0d10-444c-b72f-ef5051b6bc5b.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.000649] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a7a2eec-c8f4-4ddc-ba2a-fa5508a92600 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.008068] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 747.008068] env[65310]: value = "task-4446037" [ 747.008068] env[65310]: _type = "Task" [ 747.008068] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.022621] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446037, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.033209] env[65310]: DEBUG nova.network.neutron [-] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.075388] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.897s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.076089] env[65310]: DEBUG nova.compute.manager [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 747.078965] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.977s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.079215] env[65310]: DEBUG nova.objects.instance [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lazy-loading 'resources' on Instance uuid 5f4d9851-6d07-410f-b145-8c12ef089ef0 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.294779] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.305455] env[65310]: DEBUG nova.network.neutron [-] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.411505] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.418081] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.418081] env[65310]: DEBUG nova.network.neutron [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 747.495326] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] Releasing lock "refresh_cache-3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.495636] env[65310]: DEBUG nova.compute.manager [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Inject network info {{(pid=65310) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 747.495914] env[65310]: DEBUG nova.compute.manager [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] network_info to inject: |[{"id": "4102075d-5066-4a10-8ae0-4b036798289f", "address": "fa:16:3e:04:7d:df", "network": {"id": "a1c4cdfb-01a2-4a06-87e0-e52ee598e7f7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-787843282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd34b1cc080443db96dc64c82eaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4102075d-50", "ovs_interfaceid": "4102075d-5066-4a10-8ae0-4b036798289f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 747.501658] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Reconfiguring VM instance to set the machine id {{(pid=65310) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 747.502213] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25628c41-65d6-4534-b1c4-3dfdcc043fe8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.524717] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446037, 'name': Rename_Task, 'duration_secs': 0.325819} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.526155] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.526557] env[65310]: DEBUG oslo_vmware.api [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] Waiting for the task: (returnval){ [ 747.526557] env[65310]: value = "task-4446038" [ 747.526557] env[65310]: _type = "Task" [ 747.526557] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.526760] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2680d60-2148-40e7-ae41-18e10d9b22a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.538367] env[65310]: INFO nova.compute.manager [-] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Took 1.67 seconds to deallocate network for instance. [ 747.538782] env[65310]: DEBUG oslo_vmware.api [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] Task: {'id': task-4446038, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.542689] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 747.542689] env[65310]: value = "task-4446039" [ 747.542689] env[65310]: _type = "Task" [ 747.542689] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.560307] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.583370] env[65310]: DEBUG nova.compute.utils [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.592031] env[65310]: DEBUG nova.compute.manager [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 747.592031] env[65310]: DEBUG nova.network.neutron [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 747.592031] env[65310]: WARNING neutronclient.v2_0.client [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.592031] env[65310]: WARNING neutronclient.v2_0.client [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.680576] env[65310]: DEBUG nova.policy [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '287ee4dde5ab4d78b42485af88153801', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a3b25e48b454aff9933b088c3acc1c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.810438] env[65310]: INFO nova.compute.manager [-] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Took 1.83 seconds to deallocate network for instance. [ 747.844903] env[65310]: DEBUG nova.compute.manager [req-28ae2065-d699-41a4-85f6-de37d3e1694c req-ecf4d78d-b0eb-47ac-8355-b292a170399a service nova] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Received event network-vif-deleted-b5822284-32d6-42e3-9eb2-f0fc6300a6ad {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 747.936947] env[65310]: DEBUG nova.compute.manager [req-03745939-2e45-4728-ae1d-a5573c56a0ce req-51a8cb4e-0e7a-4c8a-bdc1-8911707ae2b6 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Received event network-vif-plugged-43eb4f50-49c3-4caa-8ef0-c987ca652e1b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 747.936947] env[65310]: DEBUG oslo_concurrency.lockutils [req-03745939-2e45-4728-ae1d-a5573c56a0ce req-51a8cb4e-0e7a-4c8a-bdc1-8911707ae2b6 service nova] Acquiring lock "ee26ef56-78c7-42ab-a032-6832a53071c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.936947] env[65310]: DEBUG oslo_concurrency.lockutils [req-03745939-2e45-4728-ae1d-a5573c56a0ce req-51a8cb4e-0e7a-4c8a-bdc1-8911707ae2b6 service nova] Lock "ee26ef56-78c7-42ab-a032-6832a53071c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.939027] env[65310]: DEBUG oslo_concurrency.lockutils [req-03745939-2e45-4728-ae1d-a5573c56a0ce req-51a8cb4e-0e7a-4c8a-bdc1-8911707ae2b6 service nova] Lock "ee26ef56-78c7-42ab-a032-6832a53071c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.939027] env[65310]: DEBUG nova.compute.manager [req-03745939-2e45-4728-ae1d-a5573c56a0ce req-51a8cb4e-0e7a-4c8a-bdc1-8911707ae2b6 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] No waiting events found dispatching network-vif-plugged-43eb4f50-49c3-4caa-8ef0-c987ca652e1b {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 747.939027] env[65310]: WARNING nova.compute.manager [req-03745939-2e45-4728-ae1d-a5573c56a0ce req-51a8cb4e-0e7a-4c8a-bdc1-8911707ae2b6 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Received unexpected event network-vif-plugged-43eb4f50-49c3-4caa-8ef0-c987ca652e1b for instance with vm_state building and task_state spawning. [ 747.964820] env[65310]: DEBUG nova.network.neutron [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 748.044279] env[65310]: DEBUG oslo_vmware.api [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] Task: {'id': task-4446038, 'name': ReconfigVM_Task, 'duration_secs': 0.225476} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.051231] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b7a43d-552d-4e76-845a-e36a227d1a4c tempest-ServersAdminTestJSON-1049569481 tempest-ServersAdminTestJSON-1049569481-project-admin] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Reconfigured VM instance to set the machine id {{(pid=65310) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 748.055479] env[65310]: DEBUG oslo_concurrency.lockutils [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.056548] env[65310]: DEBUG nova.network.neutron [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Successfully created port: 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 748.065559] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.078220] env[65310]: WARNING neutronclient.v2_0.client [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.094824] env[65310]: DEBUG nova.compute.manager [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 748.240572] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2547cec7-b405-4257-b44c-bf465243c106 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.250403] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cc353f-83b5-438c-a24f-34422f82bfd6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.284155] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3325d787-2733-41eb-a795-39d2bba977f7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.291882] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad42cd5-1c70-4b0b-be9e-ebb8c805dde2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.308108] env[65310]: DEBUG nova.compute.provider_tree [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.315534] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.350297] env[65310]: DEBUG nova.network.neutron [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Updating instance_info_cache with network_info: [{"id": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "address": "fa:16:3e:e8:f7:f5", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43eb4f50-49", "ovs_interfaceid": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.562150] env[65310]: DEBUG oslo_vmware.api [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446039, 'name': PowerOnVM_Task, 'duration_secs': 0.842688} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.562536] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.562673] env[65310]: INFO nova.compute.manager [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Took 9.37 seconds to spawn the instance on the hypervisor. [ 748.562889] env[65310]: DEBUG nova.compute.manager [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 748.563697] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cb72f2-4c97-48c7-8d69-ef034cc610b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.602326] env[65310]: INFO nova.virt.block_device [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Booting with volume b7fcca81-69d9-4ed5-b507-70cfdaa9acad at /dev/sda [ 748.669528] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bceae9b-bf1b-4f9e-be8c-466726af7531 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.690943] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16743ca0-75f2-4a7f-95fd-3e82a618b6af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.716950] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "b9036839-d3bd-4f09-9424-94609c90dc6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.716950] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.747896] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a5beac6-367c-4335-a1cd-dec4e56ed175 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.759860] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde24e73-3372-4f6e-a005-4e77d0d43aed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.799620] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83f2e56-437b-414f-94ef-8a78bd785f1f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.808806] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492d7385-9cf0-4003-94d3-9f2ad20b239f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.812437] env[65310]: DEBUG nova.scheduler.client.report [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.829109] env[65310]: DEBUG nova.virt.block_device [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Updating existing volume attachment record: e7415577-c6da-42ff-997c-4e38bad0057e {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 748.853206] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.853778] env[65310]: DEBUG nova.compute.manager [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Instance network_info: |[{"id": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "address": "fa:16:3e:e8:f7:f5", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43eb4f50-49", "ovs_interfaceid": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 748.854312] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:f7:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43eb4f50-49c3-4caa-8ef0-c987ca652e1b', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.862313] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Creating folder: Project (6c6aef7c7cf542c68abd57af7c424300). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.862724] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa96ea02-b784-4928-a341-7d4d2d73bbef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.878331] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Created folder: Project (6c6aef7c7cf542c68abd57af7c424300) in parent group-v869493. [ 748.878590] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Creating folder: Instances. Parent ref: group-v869612. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.879123] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70789dc0-e3e4-42b9-adac-308709554b34 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.890125] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Created folder: Instances in parent group-v869612. [ 748.890378] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 748.890581] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.890793] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-150d9d2f-d6a3-43bc-85ba-42def05cb45b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.913448] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.913448] env[65310]: value = "task-4446042" [ 748.913448] env[65310]: _type = "Task" [ 748.913448] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.922456] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446042, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.084741] env[65310]: INFO nova.compute.manager [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Took 40.57 seconds to build instance. [ 749.318023] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.320802] env[65310]: DEBUG oslo_concurrency.lockutils [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.420s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.321195] env[65310]: DEBUG nova.objects.instance [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Lazy-loading 'resources' on Instance uuid 8445ef67-c0e1-4506-9945-2e37c24bb4d2 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.348211] env[65310]: INFO nova.scheduler.client.report [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Deleted allocations for instance 5f4d9851-6d07-410f-b145-8c12ef089ef0 [ 749.427773] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446042, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.586742] env[65310]: DEBUG oslo_concurrency.lockutils [None req-be73d7f2-72c7-45a8-8969-97745eb4ea4c tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.364s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.749540] env[65310]: DEBUG nova.network.neutron [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Successfully updated port: 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 749.864946] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8874ac-e208-4cc4-91a1-673ba4674ef7 tempest-ServerShowV257Test-1711510163 tempest-ServerShowV257Test-1711510163-project-member] Lock "5f4d9851-6d07-410f-b145-8c12ef089ef0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.261s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.927892] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446042, 'name': CreateVM_Task, 'duration_secs': 0.537628} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.930741] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.931610] env[65310]: WARNING neutronclient.v2_0.client [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.932019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.932211] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.932505] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.933152] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67abaa01-80eb-4344-b2dd-b17f9d9879b7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.941941] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 749.941941] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524d44ed-7215-b29a-68ad-b2cd9ce947e0" [ 749.941941] env[65310]: _type = "Task" [ 749.941941] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.958418] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524d44ed-7215-b29a-68ad-b2cd9ce947e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.089531] env[65310]: DEBUG nova.compute.manager [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 750.252714] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Acquiring lock "refresh_cache-0120ce13-f669-4233-a761-e885d8bb0348" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.252714] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Acquired lock "refresh_cache-0120ce13-f669-4233-a761-e885d8bb0348" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.253673] env[65310]: DEBUG nova.network.neutron [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 750.363896] env[65310]: DEBUG nova.compute.manager [req-975d40c2-4d15-4a88-b46e-fa46956c1446 req-20c96661-be9f-4f7a-b088-cd9e3718a015 service nova] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Received event network-vif-deleted-213ca5f5-62de-45bd-bf7f-e06d5057c946 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 750.459694] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524d44ed-7215-b29a-68ad-b2cd9ce947e0, 'name': SearchDatastore_Task, 'duration_secs': 0.022775} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.462955] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.463274] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.463564] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.463680] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.463826] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.466352] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1243a4e9-c82d-4d75-9751-14db636a84d1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.474218] env[65310]: DEBUG nova.compute.manager [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Received event network-changed-43eb4f50-49c3-4caa-8ef0-c987ca652e1b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 750.474218] env[65310]: DEBUG nova.compute.manager [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Refreshing instance network info cache due to event network-changed-43eb4f50-49c3-4caa-8ef0-c987ca652e1b. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 750.474218] env[65310]: DEBUG oslo_concurrency.lockutils [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] Acquiring lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.474218] env[65310]: DEBUG oslo_concurrency.lockutils [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] Acquired lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.474218] env[65310]: DEBUG nova.network.neutron [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Refreshing network info cache for port 43eb4f50-49c3-4caa-8ef0-c987ca652e1b {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.484272] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.484508] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.486454] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de65eace-f3ce-4585-aa4d-00384493c0d8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.495119] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5870993f-2b3a-46b1-9db0-9a5590ead45f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.503293] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 750.503293] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec5ad1-373a-5b36-784b-87fdd1b75063" [ 750.503293] env[65310]: _type = "Task" [ 750.503293] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.511040] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeff0a8-7a43-4372-ba0d-9fc28c64a738 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.520823] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec5ad1-373a-5b36-784b-87fdd1b75063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.552894] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc4ef60-c20c-4e2e-96c6-e1380da9ef1e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.559989] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dd1c2c-aa6a-413c-b7cb-aa798fd67d3a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.576850] env[65310]: DEBUG nova.compute.provider_tree [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.629058] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.699217] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "14930653-ba99-4253-a226-9e9f18ebb1e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.699217] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "14930653-ba99-4253-a226-9e9f18ebb1e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.700454] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "14930653-ba99-4253-a226-9e9f18ebb1e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.700695] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "14930653-ba99-4253-a226-9e9f18ebb1e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.701238] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "14930653-ba99-4253-a226-9e9f18ebb1e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.703335] env[65310]: INFO nova.compute.manager [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Terminating instance [ 750.788225] env[65310]: DEBUG nova.network.neutron [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 750.876868] env[65310]: WARNING neutronclient.v2_0.client [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.948110] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc3927-9451-48b3-bc34-716f2d4fbeef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.955274] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb44c9b-6094-4b39-b864-a1c9fd81ae99 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Suspending the VM {{(pid=65310) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 750.955587] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2e1a05a5-9b49-4639-8bd7-8f1eaa984460 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.964157] env[65310]: DEBUG nova.compute.manager [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 750.964925] env[65310]: DEBUG nova.virt.hardware [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 750.964925] env[65310]: DEBUG nova.virt.hardware [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.965178] env[65310]: DEBUG nova.virt.hardware [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 750.966972] env[65310]: DEBUG nova.virt.hardware [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.967285] env[65310]: DEBUG nova.virt.hardware [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 750.967554] env[65310]: DEBUG nova.virt.hardware [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 750.968086] env[65310]: DEBUG nova.virt.hardware [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 750.968086] env[65310]: DEBUG nova.virt.hardware [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 750.968194] env[65310]: DEBUG nova.virt.hardware [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 750.968324] env[65310]: DEBUG nova.virt.hardware [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 750.968500] env[65310]: DEBUG nova.virt.hardware [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 750.968869] env[65310]: DEBUG oslo_vmware.api [None req-8fb44c9b-6094-4b39-b864-a1c9fd81ae99 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 750.968869] env[65310]: value = "task-4446043" [ 750.968869] env[65310]: _type = "Task" [ 750.968869] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.969674] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb23c28-e1fa-4bd9-a0e5-af5a491b5614 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.978317] env[65310]: WARNING neutronclient.v2_0.client [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.991634] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0231911e-3fa8-4b77-96a5-cc48a8b7f470 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.001906] env[65310]: INFO nova.compute.manager [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Rebuilding instance [ 751.004293] env[65310]: DEBUG oslo_vmware.api [None req-8fb44c9b-6094-4b39-b864-a1c9fd81ae99 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446043, 'name': SuspendVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.005411] env[65310]: DEBUG nova.network.neutron [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Updating instance_info_cache with network_info: [{"id": "8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617", "address": "fa:16:3e:55:c2:30", "network": {"id": "ecba955e-59ef-4f0a-9a91-27a3736db5e1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-188005387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a3b25e48b454aff9933b088c3acc1c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8a0bc5-9c", "ovs_interfaceid": "8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.017092] env[65310]: DEBUG nova.objects.instance [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lazy-loading 'flavor' on Instance uuid 4d239bf8-b3d6-4d50-83c9-5794c0f706e6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.045068] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec5ad1-373a-5b36-784b-87fdd1b75063, 'name': SearchDatastore_Task, 'duration_secs': 0.017264} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.054122] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f23a23-c73e-49b4-9121-5b5159673ad2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.063654] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 751.063654] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fc44c6-ac39-4faa-0640-abcdb49c5bad" [ 751.063654] env[65310]: _type = "Task" [ 751.063654] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.076358] env[65310]: DEBUG nova.compute.manager [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 751.078328] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086ea5f3-ee71-4fc1-99f6-94e11ea14c66 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.087563] env[65310]: DEBUG nova.scheduler.client.report [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.098298] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fc44c6-ac39-4faa-0640-abcdb49c5bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.179233] env[65310]: WARNING neutronclient.v2_0.client [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.208187] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "refresh_cache-14930653-ba99-4253-a226-9e9f18ebb1e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.208187] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquired lock "refresh_cache-14930653-ba99-4253-a226-9e9f18ebb1e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.208187] env[65310]: DEBUG nova.network.neutron [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 751.267359] env[65310]: DEBUG nova.network.neutron [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Updated VIF entry in instance network info cache for port 43eb4f50-49c3-4caa-8ef0-c987ca652e1b. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 751.267901] env[65310]: DEBUG nova.network.neutron [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Updating instance_info_cache with network_info: [{"id": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "address": "fa:16:3e:e8:f7:f5", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43eb4f50-49", "ovs_interfaceid": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.482984] env[65310]: DEBUG oslo_vmware.api [None req-8fb44c9b-6094-4b39-b864-a1c9fd81ae99 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446043, 'name': SuspendVM_Task} progress is 58%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.531086] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Releasing lock "refresh_cache-0120ce13-f669-4233-a761-e885d8bb0348" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.531684] env[65310]: DEBUG nova.compute.manager [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Instance network_info: |[{"id": "8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617", "address": "fa:16:3e:55:c2:30", "network": {"id": "ecba955e-59ef-4f0a-9a91-27a3736db5e1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-188005387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a3b25e48b454aff9933b088c3acc1c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8a0bc5-9c", "ovs_interfaceid": "8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 751.532383] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:c2:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.542244] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Creating folder: Project (7a3b25e48b454aff9933b088c3acc1c0). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.544101] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62fdb3f6-7000-45bd-a004-c8d0c580ae62 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.547042] env[65310]: DEBUG oslo_concurrency.lockutils [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquiring lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.547233] env[65310]: DEBUG oslo_concurrency.lockutils [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquired lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.547671] env[65310]: WARNING neutronclient.v2_0.client [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.559762] env[65310]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 751.559957] env[65310]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65310) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 751.560353] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Folder already exists: Project (7a3b25e48b454aff9933b088c3acc1c0). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 751.560548] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Creating folder: Instances. Parent ref: group-v869574. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.560797] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91a5f9f4-3f0c-4b1e-b43f-5fa804b0dd62 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.575020] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fc44c6-ac39-4faa-0640-abcdb49c5bad, 'name': SearchDatastore_Task, 'duration_secs': 0.059463} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.576661] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.576953] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] ee26ef56-78c7-42ab-a032-6832a53071c9/ee26ef56-78c7-42ab-a032-6832a53071c9.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.577253] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Created folder: Instances in parent group-v869574. [ 751.577487] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 751.577694] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a969bee9-c189-421d-a041-6676256828c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.579757] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.579994] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3e8a843-abc3-400c-88e1-2b4c177610e1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.602444] env[65310]: DEBUG oslo_concurrency.lockutils [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.606036] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.647s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.607711] env[65310]: INFO nova.compute.claims [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.611334] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 751.611334] env[65310]: value = "task-4446046" [ 751.611334] env[65310]: _type = "Task" [ 751.611334] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.611580] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.611580] env[65310]: value = "task-4446047" [ 751.611580] env[65310]: _type = "Task" [ 751.611580] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.637426] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.637426] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446047, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.647754] env[65310]: INFO nova.scheduler.client.report [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Deleted allocations for instance 8445ef67-c0e1-4506-9945-2e37c24bb4d2 [ 751.710732] env[65310]: WARNING neutronclient.v2_0.client [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.730807] env[65310]: DEBUG nova.network.neutron [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 751.771366] env[65310]: DEBUG oslo_concurrency.lockutils [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] Releasing lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.771737] env[65310]: DEBUG nova.compute.manager [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Received event network-vif-plugged-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 751.771979] env[65310]: DEBUG oslo_concurrency.lockutils [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] Acquiring lock "0120ce13-f669-4233-a761-e885d8bb0348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.772259] env[65310]: DEBUG oslo_concurrency.lockutils [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] Lock "0120ce13-f669-4233-a761-e885d8bb0348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.772408] env[65310]: DEBUG oslo_concurrency.lockutils [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] Lock "0120ce13-f669-4233-a761-e885d8bb0348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.772586] env[65310]: DEBUG nova.compute.manager [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] No waiting events found dispatching network-vif-plugged-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 751.773084] env[65310]: WARNING nova.compute.manager [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Received unexpected event network-vif-plugged-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 for instance with vm_state building and task_state block_device_mapping. [ 751.773292] env[65310]: DEBUG nova.compute.manager [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Received event network-changed-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 751.773817] env[65310]: DEBUG nova.compute.manager [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Refreshing instance network info cache due to event network-changed-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 751.774094] env[65310]: DEBUG oslo_concurrency.lockutils [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] Acquiring lock "refresh_cache-0120ce13-f669-4233-a761-e885d8bb0348" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.774258] env[65310]: DEBUG oslo_concurrency.lockutils [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] Acquired lock "refresh_cache-0120ce13-f669-4233-a761-e885d8bb0348" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.774431] env[65310]: DEBUG nova.network.neutron [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Refreshing network info cache for port 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.986397] env[65310]: DEBUG oslo_vmware.api [None req-8fb44c9b-6094-4b39-b864-a1c9fd81ae99 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446043, 'name': SuspendVM_Task, 'duration_secs': 0.871644} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.986397] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb44c9b-6094-4b39-b864-a1c9fd81ae99 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Suspended the VM {{(pid=65310) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 751.986604] env[65310]: DEBUG nova.compute.manager [None req-8fb44c9b-6094-4b39-b864-a1c9fd81ae99 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 751.987664] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352d6f36-7904-4caa-af3d-258b1792bc98 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.132294] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.132680] env[65310]: DEBUG nova.network.neutron [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 752.137447] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7268f9c-e937-4497-b2e7-370407f39e8d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.146272] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446046, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.152574] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446047, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.160992] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 752.160992] env[65310]: value = "task-4446048" [ 752.160992] env[65310]: _type = "Task" [ 752.160992] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.161640] env[65310]: DEBUG oslo_concurrency.lockutils [None req-831f258c-78e5-432f-93aa-f052f1341ee2 tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Lock "8445ef67-c0e1-4506-9945-2e37c24bb4d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.326s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.177440] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.282858] env[65310]: WARNING neutronclient.v2_0.client [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.287051] env[65310]: DEBUG nova.network.neutron [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.549396] env[65310]: WARNING neutronclient.v2_0.client [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.643241] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602051} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.643677] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446047, 'name': CreateVM_Task, 'duration_secs': 0.760161} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.643973] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] ee26ef56-78c7-42ab-a032-6832a53071c9/ee26ef56-78c7-42ab-a032-6832a53071c9.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.644170] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.645066] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.645066] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7400a64-77c4-4876-b43f-2ed2851dbaf4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.647146] env[65310]: WARNING neutronclient.v2_0.client [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.647578] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869590', 'volume_id': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'name': 'volume-b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0120ce13-f669-4233-a761-e885d8bb0348', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'serial': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad'}, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': 'e7415577-c6da-42ff-997c-4e38bad0057e', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=65310) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 752.647798] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Root volume attach. Driver type: vmdk {{(pid=65310) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 752.648333] env[65310]: WARNING neutronclient.v2_0.client [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.655213] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287cd601-a1c4-4fba-b414-9a224eefde40 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.671458] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f952a088-0d0a-491e-ad15-cb00e60bf518 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.674976] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 752.674976] env[65310]: value = "task-4446049" [ 752.674976] env[65310]: _type = "Task" [ 752.674976] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.686906] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446048, 'name': PowerOffVM_Task, 'duration_secs': 0.372086} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.688104] env[65310]: DEBUG nova.network.neutron [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Updated VIF entry in instance network info cache for port 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 752.688361] env[65310]: DEBUG nova.network.neutron [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Updating instance_info_cache with network_info: [{"id": "8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617", "address": "fa:16:3e:55:c2:30", "network": {"id": "ecba955e-59ef-4f0a-9a91-27a3736db5e1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-188005387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a3b25e48b454aff9933b088c3acc1c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8a0bc5-9c", "ovs_interfaceid": "8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.691454] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f174c0f9-c48e-48ee-a325-e6a9110fef1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.693176] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.693382] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.697247] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d78b12-5dc6-4e24-aabf-36a0a3328144 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.700455] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.709976] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-631108a4-1aab-4304-ad24-86018e669c67 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.712907] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.713111] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea1aaf7d-f26b-4fa3-9d59-2430d830bb92 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.723730] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for the task: (returnval){ [ 752.723730] env[65310]: value = "task-4446050" [ 752.723730] env[65310]: _type = "Task" [ 752.723730] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.736423] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446050, 'name': RelocateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.790725] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Releasing lock "refresh_cache-14930653-ba99-4253-a226-9e9f18ebb1e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.791171] env[65310]: DEBUG nova.compute.manager [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 752.791371] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.797541] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b82b849-efb6-45a6-9fc1-61f77d67f26f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.811662] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.811662] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d0aa1c3-b1e6-4dfb-8807-f1275d3f9be1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.820791] env[65310]: DEBUG oslo_vmware.api [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 752.820791] env[65310]: value = "task-4446052" [ 752.820791] env[65310]: _type = "Task" [ 752.820791] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.831738] env[65310]: DEBUG oslo_vmware.api [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.867706] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.867706] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.867706] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleting the datastore file [datastore2] bb529f7e-5d01-4d34-902a-41f63dd50aff {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.869492] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78f4abec-8401-4166-b90b-ee634d6f25cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.883461] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 752.883461] env[65310]: value = "task-4446053" [ 752.883461] env[65310]: _type = "Task" [ 752.883461] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.901062] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.010428] env[65310]: WARNING neutronclient.v2_0.client [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.104024] env[65310]: DEBUG nova.network.neutron [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updating instance_info_cache with network_info: [{"id": "13dc731c-37ed-449b-976d-0e04f067613e", "address": "fa:16:3e:e3:ce:5d", "network": {"id": "be1eb2d3-974a-47f0-857d-9c38cd910cfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-31692986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72428e645024b0bb95abbfac37393ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dc731c-37", "ovs_interfaceid": "13dc731c-37ed-449b-976d-0e04f067613e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.120198] env[65310]: DEBUG nova.compute.manager [req-8f982bc0-474e-49b8-a371-ed1794790a41 req-f3e767b8-6d30-404b-813a-316abee2facf service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Received event network-changed-13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 753.120310] env[65310]: DEBUG nova.compute.manager [req-8f982bc0-474e-49b8-a371-ed1794790a41 req-f3e767b8-6d30-404b-813a-316abee2facf service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Refreshing instance network info cache due to event network-changed-13dc731c-37ed-449b-976d-0e04f067613e. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 753.121033] env[65310]: DEBUG oslo_concurrency.lockutils [req-8f982bc0-474e-49b8-a371-ed1794790a41 req-f3e767b8-6d30-404b-813a-316abee2facf service nova] Acquiring lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.185216] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.198396] env[65310]: DEBUG oslo_concurrency.lockutils [req-44a39662-07c0-4321-b481-d75610b2d94c req-b1876c0d-c39b-4228-b2e0-158b76a33d38 service nova] Releasing lock "refresh_cache-0120ce13-f669-4233-a761-e885d8bb0348" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.238152] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446050, 'name': RelocateVM_Task} progress is 19%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.252976] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb3dad9-0fa4-4bdc-8911-d547ac9a224a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.262893] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf2cf25-674b-427d-b662-5928d00388e2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.296381] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b8e257-f7e2-4045-815a-97355cfa8bb9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.306135] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c006dc02-4d6a-4346-bd03-330e88a023b8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.323340] env[65310]: DEBUG nova.compute.provider_tree [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.340418] env[65310]: DEBUG oslo_vmware.api [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446052, 'name': PowerOffVM_Task, 'duration_secs': 0.218012} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.340418] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.340418] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.340418] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-501eb558-b130-4543-8818-32dc1769c721 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.369268] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.370200] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.370200] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Deleting the datastore file [datastore2] 14930653-ba99-4253-a226-9e9f18ebb1e2 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.370200] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48a43d2a-0676-4ac7-a274-5e75ac4c8474 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.377564] env[65310]: DEBUG oslo_vmware.api [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 753.377564] env[65310]: value = "task-4446055" [ 753.377564] env[65310]: _type = "Task" [ 753.377564] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.389828] env[65310]: DEBUG oslo_vmware.api [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.405024] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.606824] env[65310]: DEBUG oslo_concurrency.lockutils [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Releasing lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.607277] env[65310]: DEBUG nova.compute.manager [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Inject network info {{(pid=65310) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 753.609330] env[65310]: DEBUG nova.compute.manager [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] network_info to inject: |[{"id": "13dc731c-37ed-449b-976d-0e04f067613e", "address": "fa:16:3e:e3:ce:5d", "network": {"id": "be1eb2d3-974a-47f0-857d-9c38cd910cfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-31692986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72428e645024b0bb95abbfac37393ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dc731c-37", "ovs_interfaceid": "13dc731c-37ed-449b-976d-0e04f067613e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 753.614292] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Reconfiguring VM instance to set the machine id {{(pid=65310) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 753.614745] env[65310]: DEBUG oslo_concurrency.lockutils [req-8f982bc0-474e-49b8-a371-ed1794790a41 req-f3e767b8-6d30-404b-813a-316abee2facf service nova] Acquired lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.614886] env[65310]: DEBUG nova.network.neutron [req-8f982bc0-474e-49b8-a371-ed1794790a41 req-f3e767b8-6d30-404b-813a-316abee2facf service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Refreshing network info cache for port 13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.617421] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc353170-2daa-4bb0-9bbc-7c18e62b4dd5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.639372] env[65310]: DEBUG oslo_vmware.api [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 753.639372] env[65310]: value = "task-4446056" [ 753.639372] env[65310]: _type = "Task" [ 753.639372] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.650469] env[65310]: DEBUG oslo_vmware.api [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4446056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.686853] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.889932} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.687132] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.687975] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c2e83c-d16d-48a6-af18-3bf4e7fe48ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.716409] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] ee26ef56-78c7-42ab-a032-6832a53071c9/ee26ef56-78c7-42ab-a032-6832a53071c9.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.716755] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddc2ad24-d6d0-40de-8f9e-e2838c4dca11 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.743896] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446050, 'name': RelocateVM_Task, 'duration_secs': 0.970864} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.745822] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 753.746167] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869590', 'volume_id': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'name': 'volume-b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0120ce13-f669-4233-a761-e885d8bb0348', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'serial': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 753.746585] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 753.746585] env[65310]: value = "task-4446057" [ 753.746585] env[65310]: _type = "Task" [ 753.746585] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.747329] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265ebf2b-a80f-4030-82e3-27d13178e830 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.772642] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.774301] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e13ebf-1728-414a-9d1f-7d15e5938d45 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.799251] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] volume-b7fcca81-69d9-4ed5-b507-70cfdaa9acad/volume-b7fcca81-69d9-4ed5-b507-70cfdaa9acad.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.799788] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd7df8b-90ce-4149-b31d-00a882c9c525 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.823468] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for the task: (returnval){ [ 753.823468] env[65310]: value = "task-4446058" [ 753.823468] env[65310]: _type = "Task" [ 753.823468] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.830518] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.833520] env[65310]: DEBUG nova.scheduler.client.report [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.890294] env[65310]: DEBUG oslo_vmware.api [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273662} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.893637] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.893846] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.894029] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.894486] env[65310]: INFO nova.compute.manager [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 753.894486] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 753.894703] env[65310]: DEBUG nova.compute.manager [-] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 753.894703] env[65310]: DEBUG nova.network.neutron [-] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 753.894963] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.905353] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536958} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.905668] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.905874] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.906099] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.926375] env[65310]: DEBUG nova.network.neutron [-] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 753.926646] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.121130] env[65310]: WARNING neutronclient.v2_0.client [req-8f982bc0-474e-49b8-a371-ed1794790a41 req-f3e767b8-6d30-404b-813a-316abee2facf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.152313] env[65310]: DEBUG oslo_vmware.api [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4446056, 'name': ReconfigVM_Task, 'duration_secs': 0.164872} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.152607] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-297adc1b-bebd-4a98-8d93-5db649ec1aed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Reconfigured VM instance to set the machine id {{(pid=65310) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 754.261395] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446057, 'name': ReconfigVM_Task, 'duration_secs': 0.376733} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.261672] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Reconfigured VM instance instance-0000002a to attach disk [datastore2] ee26ef56-78c7-42ab-a032-6832a53071c9/ee26ef56-78c7-42ab-a032-6832a53071c9.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.262332] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32ee6463-cd16-4ae3-99c3-9f58ce241079 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.270066] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 754.270066] env[65310]: value = "task-4446059" [ 754.270066] env[65310]: _type = "Task" [ 754.270066] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.279069] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446059, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.332988] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446058, 'name': ReconfigVM_Task, 'duration_secs': 0.342418} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.333337] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Reconfigured VM instance instance-0000002b to attach disk [datastore2] volume-b7fcca81-69d9-4ed5-b507-70cfdaa9acad/volume-b7fcca81-69d9-4ed5-b507-70cfdaa9acad.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.340313] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.340769] env[65310]: DEBUG nova.compute.manager [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 754.343449] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7e9bdc-7b0a-4be6-944e-a56f3345e37d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.356082] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.532s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.356330] env[65310]: DEBUG nova.objects.instance [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lazy-loading 'resources' on Instance uuid 70ef6cde-0637-455b-ae0f-f1acf540a0e4 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.366208] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for the task: (returnval){ [ 754.366208] env[65310]: value = "task-4446060" [ 754.366208] env[65310]: _type = "Task" [ 754.366208] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.377965] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.417495] env[65310]: WARNING neutronclient.v2_0.client [req-8f982bc0-474e-49b8-a371-ed1794790a41 req-f3e767b8-6d30-404b-813a-316abee2facf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.436214] env[65310]: DEBUG nova.network.neutron [-] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.571497] env[65310]: DEBUG nova.network.neutron [req-8f982bc0-474e-49b8-a371-ed1794790a41 req-f3e767b8-6d30-404b-813a-316abee2facf service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updated VIF entry in instance network info cache for port 13dc731c-37ed-449b-976d-0e04f067613e. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.571883] env[65310]: DEBUG nova.network.neutron [req-8f982bc0-474e-49b8-a371-ed1794790a41 req-f3e767b8-6d30-404b-813a-316abee2facf service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updating instance_info_cache with network_info: [{"id": "13dc731c-37ed-449b-976d-0e04f067613e", "address": "fa:16:3e:e3:ce:5d", "network": {"id": "be1eb2d3-974a-47f0-857d-9c38cd910cfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-31692986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72428e645024b0bb95abbfac37393ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dc731c-37", "ovs_interfaceid": "13dc731c-37ed-449b-976d-0e04f067613e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.781773] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446059, 'name': Rename_Task, 'duration_secs': 0.149339} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.782199] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.782487] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eecda10-2342-47eb-8041-c62f8c07bd45 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.790397] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 754.790397] env[65310]: value = "task-4446061" [ 754.790397] env[65310]: _type = "Task" [ 754.790397] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.799645] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.857863] env[65310]: DEBUG nova.compute.utils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.859425] env[65310]: DEBUG nova.compute.manager [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 754.859622] env[65310]: DEBUG nova.network.neutron [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 754.860298] env[65310]: WARNING neutronclient.v2_0.client [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.860617] env[65310]: WARNING neutronclient.v2_0.client [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.882339] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446060, 'name': ReconfigVM_Task, 'duration_secs': 0.131886} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.882724] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869590', 'volume_id': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'name': 'volume-b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0120ce13-f669-4233-a761-e885d8bb0348', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'serial': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 754.883332] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bde4869-b015-4545-af2e-2eaee3395289 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.891876] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for the task: (returnval){ [ 754.891876] env[65310]: value = "task-4446062" [ 754.891876] env[65310]: _type = "Task" [ 754.891876] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.905285] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446062, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.907130] env[65310]: DEBUG nova.policy [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b005e6b41de94a3094e1f57f3b0d0bce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcc915476db546f6b263e359b31e7faf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.942263] env[65310]: INFO nova.compute.manager [-] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Took 1.05 seconds to deallocate network for instance. [ 754.961293] env[65310]: DEBUG nova.virt.hardware [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 754.963610] env[65310]: DEBUG nova.virt.hardware [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.963610] env[65310]: DEBUG nova.virt.hardware [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 754.963610] env[65310]: DEBUG nova.virt.hardware [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.963610] env[65310]: DEBUG nova.virt.hardware [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 754.963610] env[65310]: DEBUG nova.virt.hardware [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 754.963965] env[65310]: DEBUG nova.virt.hardware [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 754.963965] env[65310]: DEBUG nova.virt.hardware [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 754.963965] env[65310]: DEBUG nova.virt.hardware [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 754.963965] env[65310]: DEBUG nova.virt.hardware [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 754.964947] env[65310]: DEBUG nova.virt.hardware [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 754.965560] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f81c53-93e8-4bcd-8900-37372694a21f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.976866] env[65310]: DEBUG nova.compute.manager [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 754.978666] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9804251-85be-4cb2-8506-4b3d6e04daf2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.986307] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b1a875-0e19-4e77-9f9e-2dba22c828c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.011615] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:58:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03b35fd8-aff3-432e-b7ba-bf4624642ab5', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.021050] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 755.025503] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.026439] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dd194be-0ceb-4fb3-83d5-9ba4d709d868 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.064324] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.064324] env[65310]: value = "task-4446063" [ 755.064324] env[65310]: _type = "Task" [ 755.064324] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.080625] env[65310]: DEBUG oslo_concurrency.lockutils [req-8f982bc0-474e-49b8-a371-ed1794790a41 req-f3e767b8-6d30-404b-813a-316abee2facf service nova] Releasing lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.080985] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446063, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.304505] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446061, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.328420] env[65310]: DEBUG nova.network.neutron [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Successfully created port: 3f2bd806-a58c-47b8-a46b-321ef748f972 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 755.364226] env[65310]: DEBUG nova.compute.manager [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 755.406982] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446062, 'name': Rename_Task, 'duration_secs': 0.153468} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.406982] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.406982] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ee98f29-9d0d-4ae0-8e4b-fbbace7c8b32 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.424021] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for the task: (returnval){ [ 755.424021] env[65310]: value = "task-4446064" [ 755.424021] env[65310]: _type = "Task" [ 755.424021] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.438066] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.460596] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.526208] env[65310]: INFO nova.compute.manager [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] instance snapshotting [ 755.526484] env[65310]: WARNING nova.compute.manager [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 755.529691] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f4a9ee-3fc6-4372-8408-cfda5ef93a05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.534412] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df19eb2d-ab49-4717-98a7-978fdd8ee01e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.555630] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cddbee6-e3b1-416b-b1fa-207df2310d26 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.559037] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3ee305-9e5e-4244-9182-cd0c23e398ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.603622] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c507e599-95c9-4300-aea7-0b89dfdfcc40 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.614820] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446063, 'name': CreateVM_Task, 'duration_secs': 0.44336} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.615607] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.616155] env[65310]: WARNING neutronclient.v2_0.client [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 755.616699] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.616699] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.617024] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.617301] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fbefd72-e37e-406b-92f4-e7dc270e0cff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.623335] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ece513e-98a3-477b-8c06-758da8d380f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.629816] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 755.629816] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529156b2-f80d-4f09-ffd5-6b8b2a1d956e" [ 755.629816] env[65310]: _type = "Task" [ 755.629816] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.646704] env[65310]: DEBUG nova.compute.provider_tree [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.654127] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529156b2-f80d-4f09-ffd5-6b8b2a1d956e, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.654236] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.654768] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.654768] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.654906] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.655798] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.655798] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c300ca1-ada6-4af9-808e-ad3c521b1300 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.668782] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.669842] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.669889] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7349d333-cdb3-4a68-b6c1-a2d4cbe8e4b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.678840] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 755.678840] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b0b803-e870-c742-a5ac-ac3417527c69" [ 755.678840] env[65310]: _type = "Task" [ 755.678840] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.691610] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b0b803-e870-c742-a5ac-ac3417527c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.803892] env[65310]: DEBUG oslo_vmware.api [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446061, 'name': PowerOnVM_Task, 'duration_secs': 0.754418} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.803892] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.803892] env[65310]: INFO nova.compute.manager [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Took 9.60 seconds to spawn the instance on the hypervisor. [ 755.804294] env[65310]: DEBUG nova.compute.manager [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 755.804865] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55af975c-6365-4b73-9a38-f4913acb3a69 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.932482] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.116144] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 756.116468] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1578d234-8e9f-4338-8f09-bb516b0d906a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.125063] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 756.125063] env[65310]: value = "task-4446065" [ 756.125063] env[65310]: _type = "Task" [ 756.125063] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.136142] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446065, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.149216] env[65310]: DEBUG nova.scheduler.client.report [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.191945] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b0b803-e870-c742-a5ac-ac3417527c69, 'name': SearchDatastore_Task, 'duration_secs': 0.01617} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.193276] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde202c2-d196-4a3c-9790-92f8b3c8b05e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.200376] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 756.200376] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520b4744-c020-ee8a-a6d8-a2df63ff2e71" [ 756.200376] env[65310]: _type = "Task" [ 756.200376] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.213272] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520b4744-c020-ee8a-a6d8-a2df63ff2e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.231819] env[65310]: DEBUG nova.objects.instance [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lazy-loading 'flavor' on Instance uuid 4d239bf8-b3d6-4d50-83c9-5794c0f706e6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.289829] env[65310]: INFO nova.compute.manager [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Rebuilding instance [ 756.324548] env[65310]: INFO nova.compute.manager [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Took 40.74 seconds to build instance. [ 756.341241] env[65310]: DEBUG nova.compute.manager [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 756.342179] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde317ec-d0dc-4c32-88e4-8b028889a47c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.374042] env[65310]: DEBUG nova.compute.manager [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 756.402655] env[65310]: DEBUG nova.virt.hardware [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 756.402890] env[65310]: DEBUG nova.virt.hardware [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.403158] env[65310]: DEBUG nova.virt.hardware [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 756.403418] env[65310]: DEBUG nova.virt.hardware [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.403577] env[65310]: DEBUG nova.virt.hardware [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 756.403731] env[65310]: DEBUG nova.virt.hardware [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 756.403940] env[65310]: DEBUG nova.virt.hardware [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 756.404143] env[65310]: DEBUG nova.virt.hardware [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 756.404328] env[65310]: DEBUG nova.virt.hardware [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 756.404494] env[65310]: DEBUG nova.virt.hardware [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 756.404823] env[65310]: DEBUG nova.virt.hardware [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 756.406273] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b795788-479e-4600-974e-e08b46602021 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.417092] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f66e08-9e68-4f3c-83ee-32979fea45b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.440560] env[65310]: DEBUG oslo_vmware.api [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446064, 'name': PowerOnVM_Task, 'duration_secs': 1.015088} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.441087] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.441455] env[65310]: INFO nova.compute.manager [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Took 5.48 seconds to spawn the instance on the hypervisor. [ 756.441749] env[65310]: DEBUG nova.compute.manager [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 756.442753] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd3fd3e-fc2f-4f95-a3ae-dae67bf294bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.638708] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446065, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.656058] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.658132] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.057s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.658702] env[65310]: DEBUG nova.objects.instance [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lazy-loading 'resources' on Instance uuid 4c49d150-10a7-488a-b438-4a47ca64daa3 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.695953] env[65310]: INFO nova.scheduler.client.report [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Deleted allocations for instance 70ef6cde-0637-455b-ae0f-f1acf540a0e4 [ 756.721049] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520b4744-c020-ee8a-a6d8-a2df63ff2e71, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.721533] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.721889] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] bb529f7e-5d01-4d34-902a-41f63dd50aff/bb529f7e-5d01-4d34-902a-41f63dd50aff.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.721971] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e28f991-bcd5-47c2-a0ce-10113bb16cb8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.732020] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 756.732020] env[65310]: value = "task-4446066" [ 756.732020] env[65310]: _type = "Task" [ 756.732020] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.742725] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.743317] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquiring lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.743533] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquired lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.743930] env[65310]: WARNING neutronclient.v2_0.client [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.827124] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "ee26ef56-78c7-42ab-a032-6832a53071c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.631s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.966189] env[65310]: INFO nova.compute.manager [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Took 35.14 seconds to build instance. [ 757.139968] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446065, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.160371] env[65310]: DEBUG nova.network.neutron [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Successfully updated port: 3f2bd806-a58c-47b8-a46b-321ef748f972 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 757.209896] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "70ef6cde-0637-455b-ae0f-f1acf540a0e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.973s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.243758] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446066, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.358602] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.359047] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-958bc342-e3d9-49cf-97e4-db720c65d3b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.368845] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 757.368845] env[65310]: value = "task-4446067" [ 757.368845] env[65310]: _type = "Task" [ 757.368845] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.388941] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.468622] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6a86ab3-767d-47ce-acbc-dee93e791422 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "0120ce13-f669-4233-a761-e885d8bb0348" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.559s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.641405] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446065, 'name': CreateSnapshot_Task, 'duration_secs': 1.248895} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.644633] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 757.645539] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c88cc5-b55d-4d34-9733-3042d8532478 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.662233] env[65310]: DEBUG nova.network.neutron [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 757.673942] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquiring lock "refresh_cache-f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.673942] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquired lock "refresh_cache-f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.673942] env[65310]: DEBUG nova.network.neutron [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 757.743249] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672064} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.743524] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] bb529f7e-5d01-4d34-902a-41f63dd50aff/bb529f7e-5d01-4d34-902a-41f63dd50aff.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.745036] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.745036] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3a85ea0-6940-43d4-b6e2-69b693c34172 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.757643] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 757.757643] env[65310]: value = "task-4446068" [ 757.757643] env[65310]: _type = "Task" [ 757.757643] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.769598] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.805049] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa448e19-158a-44b1-ab00-c4ae74458f48 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.815311] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520d893b-fb54-47ad-9676-4b29618b5069 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.624455] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 758.625128] env[65310]: WARNING neutronclient.v2_0.client [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.635019] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05684091-11db-4f7f-bca2-59f624b48c19 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.642510] env[65310]: DEBUG nova.compute.manager [req-6c5192df-e986-4eb6-b80f-38b5c713f11b req-9f7860de-e075-4402-9acf-f734458b4bfa service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Received event network-vif-plugged-3f2bd806-a58c-47b8-a46b-321ef748f972 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 758.642797] env[65310]: DEBUG oslo_concurrency.lockutils [req-6c5192df-e986-4eb6-b80f-38b5c713f11b req-9f7860de-e075-4402-9acf-f734458b4bfa service nova] Acquiring lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.642921] env[65310]: DEBUG oslo_concurrency.lockutils [req-6c5192df-e986-4eb6-b80f-38b5c713f11b req-9f7860de-e075-4402-9acf-f734458b4bfa service nova] Lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.643084] env[65310]: DEBUG oslo_concurrency.lockutils [req-6c5192df-e986-4eb6-b80f-38b5c713f11b req-9f7860de-e075-4402-9acf-f734458b4bfa service nova] Lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.643248] env[65310]: DEBUG nova.compute.manager [req-6c5192df-e986-4eb6-b80f-38b5c713f11b req-9f7860de-e075-4402-9acf-f734458b4bfa service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] No waiting events found dispatching network-vif-plugged-3f2bd806-a58c-47b8-a46b-321ef748f972 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 758.643428] env[65310]: WARNING nova.compute.manager [req-6c5192df-e986-4eb6-b80f-38b5c713f11b req-9f7860de-e075-4402-9acf-f734458b4bfa service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Received unexpected event network-vif-plugged-3f2bd806-a58c-47b8-a46b-321ef748f972 for instance with vm_state building and task_state spawning. [ 758.644253] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c05ea2a-f906-417d-817d-8c878650b842 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.653773] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07593} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.661252] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.661252] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 758.661252] env[65310]: value = "task-4446069" [ 758.661252] env[65310]: _type = "Task" [ 758.661252] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.661252] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446067, 'name': PowerOffVM_Task, 'duration_secs': 0.340899} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.661252] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b19534b-2c5b-4897-b454-0a723bc7e7c8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.664031] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.664031] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.665342] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464a7a9b-406b-496e-bf82-5ac43c0d1161 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.672547] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aadd0c8-af8d-41cd-9431-6d73fd588c6f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.683436] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446069, 'name': CloneVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.700684] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.709757] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] bb529f7e-5d01-4d34-902a-41f63dd50aff/bb529f7e-5d01-4d34-902a-41f63dd50aff.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.710446] env[65310]: DEBUG nova.compute.provider_tree [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.711914] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49688e99-5e15-4e68-98f7-d0a83abc2bdb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.713582] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41bbcba-bea8-49fc-9827-000ccba86dc3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.730904] env[65310]: DEBUG nova.scheduler.client.report [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.744063] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 758.744063] env[65310]: value = "task-4446071" [ 758.744063] env[65310]: _type = "Task" [ 758.744063] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.754514] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.831437] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.831668] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.831817] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleting the datastore file [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.832568] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbb1a090-a2d3-4468-b360-fa4a18b9c099 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.840964] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 758.840964] env[65310]: value = "task-4446072" [ 758.840964] env[65310]: _type = "Task" [ 758.840964] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.851641] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.033912] env[65310]: DEBUG nova.network.neutron [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 759.185021] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446069, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.206642] env[65310]: DEBUG nova.compute.manager [req-5f09b85e-e2ff-4160-8cf3-bfcee2f97ab2 req-4523f0ef-4694-4cb2-a499-78e9d5ca1146 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Received event network-changed-13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 759.207147] env[65310]: DEBUG nova.compute.manager [req-5f09b85e-e2ff-4160-8cf3-bfcee2f97ab2 req-4523f0ef-4694-4cb2-a499-78e9d5ca1146 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Refreshing instance network info cache due to event network-changed-13dc731c-37ed-449b-976d-0e04f067613e. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 759.207484] env[65310]: DEBUG oslo_concurrency.lockutils [req-5f09b85e-e2ff-4160-8cf3-bfcee2f97ab2 req-4523f0ef-4694-4cb2-a499-78e9d5ca1146 service nova] Acquiring lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.237043] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.579s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.240847] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.356s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.242638] env[65310]: INFO nova.compute.claims [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.262402] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446071, 'name': ReconfigVM_Task, 'duration_secs': 0.460063} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.268042] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Reconfigured VM instance instance-00000028 to attach disk [datastore2] bb529f7e-5d01-4d34-902a-41f63dd50aff/bb529f7e-5d01-4d34-902a-41f63dd50aff.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.268042] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-906b31ef-1ca2-4158-90f8-e6ec372f7144 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.276144] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 759.276144] env[65310]: value = "task-4446073" [ 759.276144] env[65310]: _type = "Task" [ 759.276144] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.281589] env[65310]: INFO nova.scheduler.client.report [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Deleted allocations for instance 4c49d150-10a7-488a-b438-4a47ca64daa3 [ 759.296800] env[65310]: WARNING neutronclient.v2_0.client [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.304282] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446073, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.349152] env[65310]: WARNING neutronclient.v2_0.client [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.360344] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141747} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.360879] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.361284] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.361582] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.507015] env[65310]: DEBUG nova.network.neutron [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Updating instance_info_cache with network_info: [{"id": "3f2bd806-a58c-47b8-a46b-321ef748f972", "address": "fa:16:3e:dc:cf:72", "network": {"id": "14636432-e342-40d1-b1be-7a2dceda0d92", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1943335568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc915476db546f6b263e359b31e7faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2bd806-a5", "ovs_interfaceid": "3f2bd806-a58c-47b8-a46b-321ef748f972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.547799] env[65310]: DEBUG nova.network.neutron [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updating instance_info_cache with network_info: [{"id": "13dc731c-37ed-449b-976d-0e04f067613e", "address": "fa:16:3e:e3:ce:5d", "network": {"id": "be1eb2d3-974a-47f0-857d-9c38cd910cfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-31692986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72428e645024b0bb95abbfac37393ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dc731c-37", "ovs_interfaceid": "13dc731c-37ed-449b-976d-0e04f067613e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.679362] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446069, 'name': CloneVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.797126] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446073, 'name': Rename_Task, 'duration_secs': 0.165529} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.797780] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35a4cf00-9495-4b16-915e-db6c3e0cac22 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Lock "4c49d150-10a7-488a-b438-4a47ca64daa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.639s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.798996] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.799503] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ba5b620-da08-4491-8398-92a8a07a0292 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.807823] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 759.807823] env[65310]: value = "task-4446074" [ 759.807823] env[65310]: _type = "Task" [ 759.807823] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.819856] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.012699] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Releasing lock "refresh_cache-f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.013098] env[65310]: DEBUG nova.compute.manager [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Instance network_info: |[{"id": "3f2bd806-a58c-47b8-a46b-321ef748f972", "address": "fa:16:3e:dc:cf:72", "network": {"id": "14636432-e342-40d1-b1be-7a2dceda0d92", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1943335568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc915476db546f6b263e359b31e7faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2bd806-a5", "ovs_interfaceid": "3f2bd806-a58c-47b8-a46b-321ef748f972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 760.013566] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:cf:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f2bd806-a58c-47b8-a46b-321ef748f972', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.021764] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Creating folder: Project (fcc915476db546f6b263e359b31e7faf). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.022086] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b5a1e11-b288-4421-8e0b-89d296abea01 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.034954] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Created folder: Project (fcc915476db546f6b263e359b31e7faf) in parent group-v869493. [ 760.035189] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Creating folder: Instances. Parent ref: group-v869620. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.035505] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19b27654-ad63-440c-86ba-0e7d37a8df0f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.049077] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Created folder: Instances in parent group-v869620. [ 760.049379] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 760.050025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Releasing lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.050151] env[65310]: DEBUG nova.compute.manager [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Inject network info {{(pid=65310) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 760.050442] env[65310]: DEBUG nova.compute.manager [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] network_info to inject: |[{"id": "13dc731c-37ed-449b-976d-0e04f067613e", "address": "fa:16:3e:e3:ce:5d", "network": {"id": "be1eb2d3-974a-47f0-857d-9c38cd910cfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-31692986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72428e645024b0bb95abbfac37393ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dc731c-37", "ovs_interfaceid": "13dc731c-37ed-449b-976d-0e04f067613e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 760.055858] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Reconfiguring VM instance to set the machine id {{(pid=65310) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 760.055955] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.056659] env[65310]: DEBUG oslo_concurrency.lockutils [req-5f09b85e-e2ff-4160-8cf3-bfcee2f97ab2 req-4523f0ef-4694-4cb2-a499-78e9d5ca1146 service nova] Acquired lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.056659] env[65310]: DEBUG nova.network.neutron [req-5f09b85e-e2ff-4160-8cf3-bfcee2f97ab2 req-4523f0ef-4694-4cb2-a499-78e9d5ca1146 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Refreshing network info cache for port 13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.057904] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22522c5-8707-4dc5-9c32-a1fa7592e3f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.069530] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ca9b961-e308-46fb-b1cd-eee26e49ddd3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.094021] env[65310]: DEBUG oslo_vmware.api [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 760.094021] env[65310]: value = "task-4446077" [ 760.094021] env[65310]: _type = "Task" [ 760.094021] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.095461] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.095461] env[65310]: value = "task-4446078" [ 760.095461] env[65310]: _type = "Task" [ 760.095461] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.110811] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446078, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.114540] env[65310]: DEBUG oslo_vmware.api [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4446077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.180244] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446069, 'name': CloneVM_Task, 'duration_secs': 1.118946} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.180244] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Created linked-clone VM from snapshot [ 760.180672] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0054ca6f-d440-4a02-a74e-a42436f5c89e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.193483] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Uploading image beaef956-88fe-4ee1-963d-5f916c790584 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 760.223901] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 760.223901] env[65310]: value = "vm-869619" [ 760.223901] env[65310]: _type = "VirtualMachine" [ 760.223901] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 760.223901] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b75cb055-4224-42ea-b808-3db06345a435 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.229918] env[65310]: DEBUG nova.compute.manager [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Received event network-changed-3f2bd806-a58c-47b8-a46b-321ef748f972 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 760.230145] env[65310]: DEBUG nova.compute.manager [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Refreshing instance network info cache due to event network-changed-3f2bd806-a58c-47b8-a46b-321ef748f972. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 760.230450] env[65310]: DEBUG oslo_concurrency.lockutils [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] Acquiring lock "refresh_cache-f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.230588] env[65310]: DEBUG oslo_concurrency.lockutils [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] Acquired lock "refresh_cache-f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.230764] env[65310]: DEBUG nova.network.neutron [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Refreshing network info cache for port 3f2bd806-a58c-47b8-a46b-321ef748f972 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.244915] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lease: (returnval){ [ 760.244915] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521923f6-7553-ebb4-ac59-87f59fd360bc" [ 760.244915] env[65310]: _type = "HttpNfcLease" [ 760.244915] env[65310]: } obtained for exporting VM: (result){ [ 760.244915] env[65310]: value = "vm-869619" [ 760.244915] env[65310]: _type = "VirtualMachine" [ 760.244915] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 760.244915] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the lease: (returnval){ [ 760.244915] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521923f6-7553-ebb4-ac59-87f59fd360bc" [ 760.244915] env[65310]: _type = "HttpNfcLease" [ 760.244915] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 760.263457] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 760.263457] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521923f6-7553-ebb4-ac59-87f59fd360bc" [ 760.263457] env[65310]: _type = "HttpNfcLease" [ 760.263457] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 760.320760] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446074, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.403498] env[65310]: DEBUG nova.virt.hardware [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 760.403498] env[65310]: DEBUG nova.virt.hardware [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.403498] env[65310]: DEBUG nova.virt.hardware [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 760.403814] env[65310]: DEBUG nova.virt.hardware [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.403858] env[65310]: DEBUG nova.virt.hardware [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 760.404749] env[65310]: DEBUG nova.virt.hardware [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 760.404749] env[65310]: DEBUG nova.virt.hardware [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 760.404749] env[65310]: DEBUG nova.virt.hardware [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 760.404749] env[65310]: DEBUG nova.virt.hardware [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 760.404749] env[65310]: DEBUG nova.virt.hardware [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 760.405021] env[65310]: DEBUG nova.virt.hardware [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 760.406017] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7c2be0-4078-4cef-8980-735415a5d4c9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.419509] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92c5034-5a13-4041-8a34-b05bc0212ee9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.440516] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:3d:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b41e932a-d96d-46bc-93c5-978753dcd428', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.449659] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 760.453337] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.453855] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cecabee-070a-4259-8ad0-be6809b8b37c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.482667] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.482667] env[65310]: value = "task-4446080" [ 760.482667] env[65310]: _type = "Task" [ 760.482667] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.498529] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446080, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.588849] env[65310]: WARNING neutronclient.v2_0.client [req-5f09b85e-e2ff-4160-8cf3-bfcee2f97ab2 req-4523f0ef-4694-4cb2-a499-78e9d5ca1146 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.611017] env[65310]: DEBUG oslo_vmware.api [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4446077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.615612] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446078, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.739853] env[65310]: WARNING neutronclient.v2_0.client [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.760516] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 760.760516] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521923f6-7553-ebb4-ac59-87f59fd360bc" [ 760.760516] env[65310]: _type = "HttpNfcLease" [ 760.760516] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 760.760660] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 760.760660] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521923f6-7553-ebb4-ac59-87f59fd360bc" [ 760.760660] env[65310]: _type = "HttpNfcLease" [ 760.760660] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 760.761349] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0531be8-fc76-4b9e-a74f-97388664a00d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.771279] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d7f12-1cc2-634b-1a8e-93efd7822412/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 760.771376] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d7f12-1cc2-634b-1a8e-93efd7822412/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 760.851475] env[65310]: DEBUG oslo_vmware.api [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446074, 'name': PowerOnVM_Task, 'duration_secs': 0.748663} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.851475] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.851475] env[65310]: DEBUG nova.compute.manager [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 760.852079] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289604c3-fa44-4020-b703-27522c46f85c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.894320] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3929ee41-5d70-4a79-a57b-4ff421ba8133 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.995439] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446080, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.017442] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c541fb-3911-45ce-913a-e113aff3b74f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.026114] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a56160-bc7f-4632-b9fc-0d97e023511c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.057887] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5cb6ef-8df7-4b06-9f64-4f90074d6cdd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.066813] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ca37ca-0c3a-4cec-aa14-2ee48c978b67 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.087617] env[65310]: DEBUG nova.compute.provider_tree [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.115305] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446078, 'name': CreateVM_Task, 'duration_secs': 0.560871} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.122200] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.123251] env[65310]: DEBUG oslo_vmware.api [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4446077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.123982] env[65310]: WARNING neutronclient.v2_0.client [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.124374] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.124525] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.124892] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.125933] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e45456-154d-4360-9445-5aa09b809d9e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.135224] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for the task: (returnval){ [ 761.135224] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521dc1b3-36f6-1d64-5549-f77157cefb55" [ 761.135224] env[65310]: _type = "Task" [ 761.135224] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.143748] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521dc1b3-36f6-1d64-5549-f77157cefb55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.286526] env[65310]: WARNING neutronclient.v2_0.client [req-5f09b85e-e2ff-4160-8cf3-bfcee2f97ab2 req-4523f0ef-4694-4cb2-a499-78e9d5ca1146 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.363551] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquiring lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.363858] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.364120] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquiring lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.364390] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.364576] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.367202] env[65310]: INFO nova.compute.manager [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Terminating instance [ 761.380628] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.499162] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446080, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.591962] env[65310]: DEBUG nova.scheduler.client.report [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.623675] env[65310]: DEBUG oslo_vmware.api [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4446077, 'name': ReconfigVM_Task, 'duration_secs': 1.202566} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.624634] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ab43f193-6d5c-4731-9174-c7db4125c1cd tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Reconfigured VM instance to set the machine id {{(pid=65310) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 761.651475] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521dc1b3-36f6-1d64-5549-f77157cefb55, 'name': SearchDatastore_Task, 'duration_secs': 0.02632} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.652025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.652139] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.652596] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.652596] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.653049] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.653049] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe495b3f-c30f-4020-9633-9810004c9d68 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.666217] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.667055] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.669069] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8abe5e7-a72c-487b-93fc-9a5e5c714ec8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.682204] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for the task: (returnval){ [ 761.682204] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e98d50-bd3e-626e-52f6-26f5981962ff" [ 761.682204] env[65310]: _type = "Task" [ 761.682204] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.695237] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e98d50-bd3e-626e-52f6-26f5981962ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013117} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.696180] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307337ed-a138-4159-88a3-942a5608bb45 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.706247] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for the task: (returnval){ [ 761.706247] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cea1f5-4b24-233e-32a0-c8faee2220fc" [ 761.706247] env[65310]: _type = "Task" [ 761.706247] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.712890] env[65310]: DEBUG nova.network.neutron [req-5f09b85e-e2ff-4160-8cf3-bfcee2f97ab2 req-4523f0ef-4694-4cb2-a499-78e9d5ca1146 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updated VIF entry in instance network info cache for port 13dc731c-37ed-449b-976d-0e04f067613e. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 761.713346] env[65310]: DEBUG nova.network.neutron [req-5f09b85e-e2ff-4160-8cf3-bfcee2f97ab2 req-4523f0ef-4694-4cb2-a499-78e9d5ca1146 service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updating instance_info_cache with network_info: [{"id": "13dc731c-37ed-449b-976d-0e04f067613e", "address": "fa:16:3e:e3:ce:5d", "network": {"id": "be1eb2d3-974a-47f0-857d-9c38cd910cfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-31692986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72428e645024b0bb95abbfac37393ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dc731c-37", "ovs_interfaceid": "13dc731c-37ed-449b-976d-0e04f067613e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.719520] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cea1f5-4b24-233e-32a0-c8faee2220fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.738023] env[65310]: WARNING neutronclient.v2_0.client [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.877203] env[65310]: DEBUG nova.compute.manager [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 761.877711] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.878616] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0dbc68-27b4-4105-be15-18766684e204 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.887271] env[65310]: DEBUG nova.network.neutron [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Updated VIF entry in instance network info cache for port 3f2bd806-a58c-47b8-a46b-321ef748f972. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 761.887391] env[65310]: DEBUG nova.network.neutron [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Updating instance_info_cache with network_info: [{"id": "3f2bd806-a58c-47b8-a46b-321ef748f972", "address": "fa:16:3e:dc:cf:72", "network": {"id": "14636432-e342-40d1-b1be-7a2dceda0d92", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1943335568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc915476db546f6b263e359b31e7faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2bd806-a5", "ovs_interfaceid": "3f2bd806-a58c-47b8-a46b-321ef748f972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.895978] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.896321] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4466dcf6-5740-4bce-ab9b-63bd824ed8a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.912925] env[65310]: DEBUG oslo_vmware.api [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 761.912925] env[65310]: value = "task-4446081" [ 761.912925] env[65310]: _type = "Task" [ 761.912925] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.927500] env[65310]: DEBUG oslo_vmware.api [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4446081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.002514] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446080, 'name': CreateVM_Task, 'duration_secs': 1.417194} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.002730] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.003368] env[65310]: WARNING neutronclient.v2_0.client [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 762.003817] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.004077] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.004315] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.004824] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bec6d3f-ec3f-4034-b49c-640f262b2886 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.012367] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 762.012367] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52280ef4-1330-4895-da54-b433a7467283" [ 762.012367] env[65310]: _type = "Task" [ 762.012367] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.025323] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52280ef4-1330-4895-da54-b433a7467283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.115470] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.119400] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.823s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.119719] env[65310]: DEBUG nova.objects.instance [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lazy-loading 'resources' on Instance uuid 29056f1d-5a82-48a3-8e84-0110b328855a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.218939] env[65310]: DEBUG oslo_concurrency.lockutils [req-5f09b85e-e2ff-4160-8cf3-bfcee2f97ab2 req-4523f0ef-4694-4cb2-a499-78e9d5ca1146 service nova] Releasing lock "refresh_cache-4d239bf8-b3d6-4d50-83c9-5794c0f706e6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.219356] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cea1f5-4b24-233e-32a0-c8faee2220fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013275} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.219575] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.219934] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] f4354dec-ba6a-4809-8bb8-5335ef4fc3a9/f4354dec-ba6a-4809-8bb8-5335ef4fc3a9.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.220364] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc2b0d58-b540-4286-97a6-a71db32247b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.230406] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for the task: (returnval){ [ 762.230406] env[65310]: value = "task-4446082" [ 762.230406] env[65310]: _type = "Task" [ 762.230406] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.243904] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.392614] env[65310]: DEBUG oslo_concurrency.lockutils [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] Releasing lock "refresh_cache-f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.392981] env[65310]: DEBUG nova.compute.manager [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Received event network-changed-43eb4f50-49c3-4caa-8ef0-c987ca652e1b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.393226] env[65310]: DEBUG nova.compute.manager [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Refreshing instance network info cache due to event network-changed-43eb4f50-49c3-4caa-8ef0-c987ca652e1b. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 762.393578] env[65310]: DEBUG oslo_concurrency.lockutils [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] Acquiring lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.393706] env[65310]: DEBUG oslo_concurrency.lockutils [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] Acquired lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.394058] env[65310]: DEBUG nova.network.neutron [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Refreshing network info cache for port 43eb4f50-49c3-4caa-8ef0-c987ca652e1b {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.425280] env[65310]: DEBUG oslo_vmware.api [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4446081, 'name': PowerOffVM_Task, 'duration_secs': 0.254341} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.425339] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.425864] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.425864] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faf0361e-8d4d-415f-a9ad-d5bbf58ffc54 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.501544] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.502385] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.502987] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Deleting the datastore file [datastore1] 4d239bf8-b3d6-4d50-83c9-5794c0f706e6 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.504489] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31865681-3a06-4222-b488-023133a6e846 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.513058] env[65310]: DEBUG oslo_vmware.api [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for the task: (returnval){ [ 762.513058] env[65310]: value = "task-4446084" [ 762.513058] env[65310]: _type = "Task" [ 762.513058] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.527133] env[65310]: DEBUG oslo_vmware.api [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4446084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.530800] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52280ef4-1330-4895-da54-b433a7467283, 'name': SearchDatastore_Task, 'duration_secs': 0.014413} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.531214] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.531453] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.531691] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.531836] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.532019] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.532405] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36b835f6-2958-41bf-865b-f271fca2edc0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.545962] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.546264] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.547436] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c464f9e3-63b3-4b2a-83fd-a71404b7f31d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.557873] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 762.557873] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5279126b-2943-8a5b-d662-22720d59c70e" [ 762.557873] env[65310]: _type = "Task" [ 762.557873] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.569702] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5279126b-2943-8a5b-d662-22720d59c70e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.619835] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquiring lock "ead69052-6f8a-4afe-95a8-e267b29c0ff3" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.620158] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "ead69052-6f8a-4afe-95a8-e267b29c0ff3" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.747244] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446082, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.898449] env[65310]: WARNING neutronclient.v2_0.client [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.030091] env[65310]: DEBUG oslo_vmware.api [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4446084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.070304] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5279126b-2943-8a5b-d662-22720d59c70e, 'name': SearchDatastore_Task, 'duration_secs': 0.032858} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.074723] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9ec71e-9684-4d05-ac4d-8e41098ee771 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.086441] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 763.086441] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ab6c8d-e18b-aa85-184d-b40b5c909574" [ 763.086441] env[65310]: _type = "Task" [ 763.086441] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.095474] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ab6c8d-e18b-aa85-184d-b40b5c909574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.125075] env[65310]: WARNING neutronclient.v2_0.client [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.128862] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "ead69052-6f8a-4afe-95a8-e267b29c0ff3" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.129716] env[65310]: DEBUG nova.compute.manager [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 763.228628] env[65310]: DEBUG nova.network.neutron [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Updated VIF entry in instance network info cache for port 43eb4f50-49c3-4caa-8ef0-c987ca652e1b. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 763.229072] env[65310]: DEBUG nova.network.neutron [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Updating instance_info_cache with network_info: [{"id": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "address": "fa:16:3e:e8:f7:f5", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43eb4f50-49", "ovs_interfaceid": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.250177] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640971} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.250596] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] f4354dec-ba6a-4809-8bb8-5335ef4fc3a9/f4354dec-ba6a-4809-8bb8-5335ef4fc3a9.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.250916] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.251504] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c9af7de-19ae-4784-99cb-deac22905a59 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.255826] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465ea6cd-3295-40b6-818d-e29a659331ec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.265514] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4453e78-2772-46a9-8b11-690c9b99f2a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.271151] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for the task: (returnval){ [ 763.271151] env[65310]: value = "task-4446085" [ 763.271151] env[65310]: _type = "Task" [ 763.271151] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.303449] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793029de-8016-4f8b-871d-b91c8fa41083 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.309475] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.316633] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40c5f0c-bf22-4470-a50d-c027be4f2efe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.333176] env[65310]: DEBUG nova.compute.provider_tree [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.528820] env[65310]: DEBUG oslo_vmware.api [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Task: {'id': task-4446084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563086} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.529263] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.529398] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.529507] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.529727] env[65310]: INFO nova.compute.manager [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Took 1.65 seconds to destroy the instance on the hypervisor. [ 763.530032] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 763.530410] env[65310]: DEBUG nova.compute.manager [-] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 763.530495] env[65310]: DEBUG nova.network.neutron [-] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 763.530799] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.550315] env[65310]: DEBUG oslo_concurrency.lockutils [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "bb529f7e-5d01-4d34-902a-41f63dd50aff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.550315] env[65310]: DEBUG oslo_concurrency.lockutils [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "bb529f7e-5d01-4d34-902a-41f63dd50aff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.550315] env[65310]: DEBUG oslo_concurrency.lockutils [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "bb529f7e-5d01-4d34-902a-41f63dd50aff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.550315] env[65310]: DEBUG oslo_concurrency.lockutils [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "bb529f7e-5d01-4d34-902a-41f63dd50aff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.550526] env[65310]: DEBUG oslo_concurrency.lockutils [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "bb529f7e-5d01-4d34-902a-41f63dd50aff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.553189] env[65310]: INFO nova.compute.manager [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Terminating instance [ 763.598935] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ab6c8d-e18b-aa85-184d-b40b5c909574, 'name': SearchDatastore_Task, 'duration_secs': 0.025659} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.600744] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.602710] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.602987] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.603481] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a35d89e3-5436-4ff5-9321-a2e3fb7d7017 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.612105] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 763.612105] env[65310]: value = "task-4446086" [ 763.612105] env[65310]: _type = "Task" [ 763.612105] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.625624] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.642041] env[65310]: DEBUG nova.compute.utils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.642670] env[65310]: DEBUG nova.compute.manager [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 763.642954] env[65310]: DEBUG nova.network.neutron [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 763.644113] env[65310]: WARNING neutronclient.v2_0.client [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.644321] env[65310]: WARNING neutronclient.v2_0.client [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.706698] env[65310]: DEBUG nova.policy [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf7250297c714293ad361eda60ad34e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90a6ebc142f34788b655c71c2cae0957', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.732544] env[65310]: DEBUG oslo_concurrency.lockutils [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] Releasing lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.732861] env[65310]: DEBUG nova.compute.manager [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Received event network-changed-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 763.732895] env[65310]: DEBUG nova.compute.manager [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Refreshing instance network info cache due to event network-changed-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 763.734382] env[65310]: DEBUG oslo_concurrency.lockutils [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] Acquiring lock "refresh_cache-0120ce13-f669-4233-a761-e885d8bb0348" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.734382] env[65310]: DEBUG oslo_concurrency.lockutils [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] Acquired lock "refresh_cache-0120ce13-f669-4233-a761-e885d8bb0348" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.734722] env[65310]: DEBUG nova.network.neutron [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Refreshing network info cache for port 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.785066] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132299} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.785703] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.786917] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38ce1fc-42e5-461f-ade0-7aba2a3a6a94 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.815616] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] f4354dec-ba6a-4809-8bb8-5335ef4fc3a9/f4354dec-ba6a-4809-8bb8-5335ef4fc3a9.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.816396] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-956cce13-aaf2-4c12-a203-59b993dd6ef1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.836219] env[65310]: DEBUG nova.scheduler.client.report [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.841870] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for the task: (returnval){ [ 763.841870] env[65310]: value = "task-4446087" [ 763.841870] env[65310]: _type = "Task" [ 763.841870] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.852887] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.053346] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Acquiring lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.053647] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.053821] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Acquiring lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.053997] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.054188] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.056820] env[65310]: INFO nova.compute.manager [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Terminating instance [ 764.058907] env[65310]: DEBUG nova.compute.manager [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 764.059150] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.064025] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d672d39-6aa5-4f27-8283-22664b9d5d5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.075262] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.076228] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45c3d75e-512d-4a94-8365-8eeb56d594bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.085414] env[65310]: DEBUG oslo_vmware.api [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 764.085414] env[65310]: value = "task-4446088" [ 764.085414] env[65310]: _type = "Task" [ 764.085414] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.097139] env[65310]: DEBUG oslo_vmware.api [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.124141] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446086, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.125669] env[65310]: DEBUG nova.network.neutron [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Successfully created port: 5ae86c56-94f6-451a-b886-bcac2b6460d7 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 764.148704] env[65310]: DEBUG nova.compute.manager [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 764.239207] env[65310]: WARNING neutronclient.v2_0.client [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.347025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.349666] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "75779b88-c777-41b0-8a1f-d99c8aa131e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.349904] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.354156] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.649s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.354156] env[65310]: INFO nova.compute.claims [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.370084] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.381660] env[65310]: INFO nova.scheduler.client.report [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Deleted allocations for instance 29056f1d-5a82-48a3-8e84-0110b328855a [ 764.567659] env[65310]: DEBUG nova.compute.manager [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 764.567659] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.568281] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d795f9e5-983c-4dd6-a60c-b214eabd302f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.577828] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Waiting for the task: (returnval){ [ 764.577828] env[65310]: value = "task-4446089" [ 764.577828] env[65310]: _type = "Task" [ 764.577828] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.593687] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4446089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.605176] env[65310]: DEBUG oslo_vmware.api [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446088, 'name': PowerOffVM_Task, 'duration_secs': 0.262561} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.605611] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.605865] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.605951] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0655db39-9efd-43bc-b2fd-432edbb4804e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.625876] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736243} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.625876] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.625876] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.625876] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-722ad310-1ff5-4ce9-8b96-f309e9aabd85 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.637677] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 764.637677] env[65310]: value = "task-4446091" [ 764.637677] env[65310]: _type = "Task" [ 764.637677] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.652401] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.672716] env[65310]: DEBUG nova.network.neutron [-] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.678665] env[65310]: WARNING neutronclient.v2_0.client [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.703085] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.703405] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.703639] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleting the datastore file [datastore2] bb529f7e-5d01-4d34-902a-41f63dd50aff {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.704170] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-831e44e8-62ad-43f5-896c-8e499a2359e3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.714340] env[65310]: DEBUG oslo_vmware.api [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 764.714340] env[65310]: value = "task-4446092" [ 764.714340] env[65310]: _type = "Task" [ 764.714340] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.731692] env[65310]: DEBUG oslo_vmware.api [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.825581] env[65310]: DEBUG nova.network.neutron [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Updated VIF entry in instance network info cache for port 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 764.826070] env[65310]: DEBUG nova.network.neutron [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Updating instance_info_cache with network_info: [{"id": "8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617", "address": "fa:16:3e:55:c2:30", "network": {"id": "ecba955e-59ef-4f0a-9a91-27a3736db5e1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-188005387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a3b25e48b454aff9933b088c3acc1c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8a0bc5-9c", "ovs_interfaceid": "8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.853972] env[65310]: DEBUG nova.compute.manager [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 764.869487] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446087, 'name': ReconfigVM_Task, 'duration_secs': 0.835442} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.869487] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Reconfigured VM instance instance-0000002c to attach disk [datastore2] f4354dec-ba6a-4809-8bb8-5335ef4fc3a9/f4354dec-ba6a-4809-8bb8-5335ef4fc3a9.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.870029] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ccc52df-11c7-4188-a7cd-d64533f6387f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.879621] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for the task: (returnval){ [ 764.879621] env[65310]: value = "task-4446093" [ 764.879621] env[65310]: _type = "Task" [ 764.879621] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.896133] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446093, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.896820] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04f3479a-9a5d-4321-9738-0ad76793ade8 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "29056f1d-5a82-48a3-8e84-0110b328855a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.150s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.987438] env[65310]: DEBUG nova.compute.manager [req-597183e2-cb20-459a-a101-b6bc9194356f req-85edfde1-7de4-41e1-9204-4ae50bd307da service nova] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Received event network-vif-deleted-13dc731c-37ed-449b-976d-0e04f067613e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 765.088992] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4446089, 'name': PowerOffVM_Task, 'duration_secs': 0.204902} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.089362] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.089521] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 765.089745] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869550', 'volume_id': '2b5f4838-564f-4be0-9529-f5503a0985f8', 'name': 'volume-2b5f4838-564f-4be0-9529-f5503a0985f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b5a6a5-5c9f-4820-8671-7ccb33dc3995', 'attached_at': '', 'detached_at': '', 'volume_id': '2b5f4838-564f-4be0-9529-f5503a0985f8', 'serial': '2b5f4838-564f-4be0-9529-f5503a0985f8'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 765.090580] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaa1dd9-efe5-4985-9713-57019c758ba3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.111859] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16a2d6d-ba24-43b1-af17-057272509404 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.122107] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6173e22a-ca6f-4456-bb6e-3703e297aa92 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.148565] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3108826-960a-48b0-b068-6a2c7508800e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.157932] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104941} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.169205] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.170845] env[65310]: DEBUG nova.compute.manager [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 765.172719] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] The volume has not been displaced from its original location: [datastore1] volume-2b5f4838-564f-4be0-9529-f5503a0985f8/volume-2b5f4838-564f-4be0-9529-f5503a0985f8.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 765.178217] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 765.179627] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85473fee-b0cc-4b04-b93b-4c065ec2e270 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.184100] env[65310]: INFO nova.compute.manager [-] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Took 1.65 seconds to deallocate network for instance. [ 765.184100] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a1ccaed-ebfd-4ad8-924e-c82e44872789 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.222973] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.225627] env[65310]: DEBUG nova.virt.hardware [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 765.225882] env[65310]: DEBUG nova.virt.hardware [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.226045] env[65310]: DEBUG nova.virt.hardware [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 765.226235] env[65310]: DEBUG nova.virt.hardware [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.226380] env[65310]: DEBUG nova.virt.hardware [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 765.226524] env[65310]: DEBUG nova.virt.hardware [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 765.226952] env[65310]: DEBUG nova.virt.hardware [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 765.226952] env[65310]: DEBUG nova.virt.hardware [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 765.227044] env[65310]: DEBUG nova.virt.hardware [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 765.227211] env[65310]: DEBUG nova.virt.hardware [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 765.227385] env[65310]: DEBUG nova.virt.hardware [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 765.229563] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6f338e6-c249-4165-90a0-570bd6d2d60a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.246068] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b721005-5bd6-4066-96a4-8200592a9ead {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.251127] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Waiting for the task: (returnval){ [ 765.251127] env[65310]: value = "task-4446094" [ 765.251127] env[65310]: _type = "Task" [ 765.251127] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.267698] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9d735b-7495-45af-8ab1-2ec6bb5a15e3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.273589] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 765.273589] env[65310]: value = "task-4446095" [ 765.273589] env[65310]: _type = "Task" [ 765.273589] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.282134] env[65310]: DEBUG oslo_vmware.api [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50589} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.282134] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4446094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.284755] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.284755] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.284916] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.285112] env[65310]: INFO nova.compute.manager [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Took 1.23 seconds to destroy the instance on the hypervisor. [ 765.285367] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 765.295208] env[65310]: DEBUG nova.compute.manager [-] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 765.295208] env[65310]: DEBUG nova.network.neutron [-] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 765.295516] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.304675] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.329206] env[65310]: DEBUG oslo_concurrency.lockutils [req-95cb2e6f-0d5a-48ef-a70b-2e116518f58d req-088e72d7-7346-4fac-910a-193009d3bf1b service nova] Releasing lock "refresh_cache-0120ce13-f669-4233-a761-e885d8bb0348" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.374845] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.394732] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446093, 'name': Rename_Task, 'duration_secs': 0.277915} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.395448] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.399313] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.400038] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c861010c-f9bd-454e-84b3-4a422ceaef54 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.409197] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for the task: (returnval){ [ 765.409197] env[65310]: value = "task-4446096" [ 765.409197] env[65310]: _type = "Task" [ 765.409197] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.425484] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.732704] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.778526] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4446094, 'name': ReconfigVM_Task, 'duration_secs': 0.188766} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.778852] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.783761] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f8051e-e030-4280-8541-e676f05aa2b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.810318] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446095, 'name': ReconfigVM_Task, 'duration_secs': 0.385906} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.812250] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Reconfigured VM instance instance-00000007 to attach disk [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.813141] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Waiting for the task: (returnval){ [ 765.813141] env[65310]: value = "task-4446097" [ 765.813141] env[65310]: _type = "Task" [ 765.813141] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.813356] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-300a0de8-a304-4c87-8f16-75b0aaaf3ae3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.830123] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4446097, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.831382] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 765.831382] env[65310]: value = "task-4446098" [ 765.831382] env[65310]: _type = "Task" [ 765.831382] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.841353] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446098, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.896739] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "1198641a-fc81-48d2-a9d5-15321c80719c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.896958] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "1198641a-fc81-48d2-a9d5-15321c80719c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.897219] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "1198641a-fc81-48d2-a9d5-15321c80719c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.897408] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "1198641a-fc81-48d2-a9d5-15321c80719c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.897608] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "1198641a-fc81-48d2-a9d5-15321c80719c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.900624] env[65310]: INFO nova.compute.manager [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Terminating instance [ 765.922873] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.935897] env[65310]: DEBUG nova.network.neutron [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Successfully updated port: 5ae86c56-94f6-451a-b886-bcac2b6460d7 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 766.010020] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b71bed3-0842-4484-bd72-2ac6a7fd494a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.023689] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eca4861-9f3d-4099-90b4-84188513070c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.028844] env[65310]: DEBUG nova.compute.manager [req-f09968b6-6406-4be6-bddd-e4c16fd6d578 req-da3bae21-01e0-4133-9fd1-7bce47081042 service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Received event network-vif-deleted-03b35fd8-aff3-432e-b7ba-bf4624642ab5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 766.028944] env[65310]: INFO nova.compute.manager [req-f09968b6-6406-4be6-bddd-e4c16fd6d578 req-da3bae21-01e0-4133-9fd1-7bce47081042 service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Neutron deleted interface 03b35fd8-aff3-432e-b7ba-bf4624642ab5; detaching it from the instance and deleting it from the info cache [ 766.030169] env[65310]: DEBUG nova.network.neutron [req-f09968b6-6406-4be6-bddd-e4c16fd6d578 req-da3bae21-01e0-4133-9fd1-7bce47081042 service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.061202] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb779014-ba88-4fe4-84e2-7788b661e003 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.064151] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98079f86-94f4-418d-9839-675633c6dc54 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.075032] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507de241-0a50-49c9-bfac-8751e8066e59 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.082375] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cfffe9-0edf-46e4-8b6a-0e855b13306c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.105176] env[65310]: DEBUG nova.compute.provider_tree [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.126557] env[65310]: DEBUG nova.network.neutron [-] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.128104] env[65310]: DEBUG nova.compute.manager [req-f09968b6-6406-4be6-bddd-e4c16fd6d578 req-da3bae21-01e0-4133-9fd1-7bce47081042 service nova] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Detach interface failed, port_id=03b35fd8-aff3-432e-b7ba-bf4624642ab5, reason: Instance bb529f7e-5d01-4d34-902a-41f63dd50aff could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 766.129345] env[65310]: DEBUG nova.scheduler.client.report [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.330021] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4446097, 'name': ReconfigVM_Task, 'duration_secs': 0.191002} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.330021] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869550', 'volume_id': '2b5f4838-564f-4be0-9529-f5503a0985f8', 'name': 'volume-2b5f4838-564f-4be0-9529-f5503a0985f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b5a6a5-5c9f-4820-8671-7ccb33dc3995', 'attached_at': '', 'detached_at': '', 'volume_id': '2b5f4838-564f-4be0-9529-f5503a0985f8', 'serial': '2b5f4838-564f-4be0-9529-f5503a0985f8'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 766.330249] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.331165] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c56ab60-fe8e-457f-b1cd-2cfd2c03bc0b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.343737] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446098, 'name': Rename_Task, 'duration_secs': 0.239244} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.346241] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.346556] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.346786] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70b633fb-9b90-45f5-9809-279b4d69ff15 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.348567] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc2f362a-479c-41ba-8ecb-dc97d085eb09 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.358232] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 766.358232] env[65310]: value = "task-4446099" [ 766.358232] env[65310]: _type = "Task" [ 766.358232] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.369011] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.405057] env[65310]: DEBUG nova.compute.manager [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 766.405414] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.406472] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc9bd76-6f9a-40e3-8b74-06a8eb0abaf3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.420985] env[65310]: DEBUG oslo_vmware.api [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446096, 'name': PowerOnVM_Task, 'duration_secs': 0.685434} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.424120] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.426229] env[65310]: INFO nova.compute.manager [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Took 10.05 seconds to spawn the instance on the hypervisor. [ 766.426229] env[65310]: DEBUG nova.compute.manager [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 766.426229] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.426229] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.426229] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Deleting the datastore file [datastore1] 00b5a6a5-5c9f-4820-8671-7ccb33dc3995 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.426637] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.427055] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0389be36-4212-4338-97ee-f524d35dc33c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.429905] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63da2f50-a61d-4da4-b8c1-c057ce752b56 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.431944] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-975f98bd-d7b6-4a94-9f2c-fbbbdbc34032 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.447414] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquiring lock "refresh_cache-b2c8498a-128e-40af-a503-2f22e1b9b9a3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.447414] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquired lock "refresh_cache-b2c8498a-128e-40af-a503-2f22e1b9b9a3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.447414] env[65310]: DEBUG nova.network.neutron [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 766.448884] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Waiting for the task: (returnval){ [ 766.448884] env[65310]: value = "task-4446102" [ 766.448884] env[65310]: _type = "Task" [ 766.448884] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.449190] env[65310]: DEBUG oslo_vmware.api [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 766.449190] env[65310]: value = "task-4446101" [ 766.449190] env[65310]: _type = "Task" [ 766.449190] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.469664] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4446102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.474689] env[65310]: DEBUG oslo_vmware.api [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4446101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.634500] env[65310]: INFO nova.compute.manager [-] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Took 1.34 seconds to deallocate network for instance. [ 766.635454] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.635987] env[65310]: DEBUG nova.compute.manager [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 766.643330] env[65310]: DEBUG oslo_concurrency.lockutils [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.088s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.643642] env[65310]: DEBUG nova.objects.instance [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Lazy-loading 'resources' on Instance uuid e017c3fe-d5f2-48b5-9c6e-1460aaadbad4 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.872133] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.967657] env[65310]: INFO nova.compute.manager [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Took 44.03 seconds to build instance. [ 766.975380] env[65310]: DEBUG oslo_vmware.api [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Task: {'id': task-4446102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19758} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.979071] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.979388] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.979596] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.980231] env[65310]: INFO nova.compute.manager [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Took 2.41 seconds to destroy the instance on the hypervisor. [ 766.980231] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 766.980435] env[65310]: DEBUG oslo_vmware.api [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4446101, 'name': PowerOffVM_Task, 'duration_secs': 0.333419} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.981032] env[65310]: DEBUG nova.compute.manager [-] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 766.981032] env[65310]: DEBUG nova.network.neutron [-] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 766.981032] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.983015] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.983205] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.983781] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ff669aa-2120-41e6-9072-74c86a11d833 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.999085] env[65310]: DEBUG nova.network.neutron [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 767.044777] env[65310]: DEBUG nova.compute.manager [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Received event network-vif-plugged-5ae86c56-94f6-451a-b886-bcac2b6460d7 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.045154] env[65310]: DEBUG oslo_concurrency.lockutils [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] Acquiring lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.045518] env[65310]: DEBUG oslo_concurrency.lockutils [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] Lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.045769] env[65310]: DEBUG oslo_concurrency.lockutils [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] Lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.046089] env[65310]: DEBUG nova.compute.manager [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] No waiting events found dispatching network-vif-plugged-5ae86c56-94f6-451a-b886-bcac2b6460d7 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 767.046375] env[65310]: WARNING nova.compute.manager [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Received unexpected event network-vif-plugged-5ae86c56-94f6-451a-b886-bcac2b6460d7 for instance with vm_state building and task_state spawning. [ 767.046660] env[65310]: DEBUG nova.compute.manager [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Received event network-changed-5ae86c56-94f6-451a-b886-bcac2b6460d7 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.046933] env[65310]: DEBUG nova.compute.manager [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Refreshing instance network info cache due to event network-changed-5ae86c56-94f6-451a-b886-bcac2b6460d7. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 767.047221] env[65310]: DEBUG oslo_concurrency.lockutils [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] Acquiring lock "refresh_cache-b2c8498a-128e-40af-a503-2f22e1b9b9a3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.050283] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.060500] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.060952] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.062754] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Deleting the datastore file [datastore2] 1198641a-fc81-48d2-a9d5-15321c80719c {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.063156] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec94af64-8b9c-4b0b-8342-dec61b44403a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.073529] env[65310]: DEBUG oslo_vmware.api [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for the task: (returnval){ [ 767.073529] env[65310]: value = "task-4446104" [ 767.073529] env[65310]: _type = "Task" [ 767.073529] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.084724] env[65310]: DEBUG oslo_vmware.api [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4446104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.147347] env[65310]: DEBUG oslo_concurrency.lockutils [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.148929] env[65310]: DEBUG nova.compute.utils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.154032] env[65310]: DEBUG nova.compute.manager [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 767.155071] env[65310]: DEBUG nova.network.neutron [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 767.155071] env[65310]: WARNING neutronclient.v2_0.client [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.155219] env[65310]: WARNING neutronclient.v2_0.client [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.376581] env[65310]: DEBUG oslo_vmware.api [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446099, 'name': PowerOnVM_Task, 'duration_secs': 0.780261} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.376950] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.377805] env[65310]: DEBUG nova.compute.manager [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 767.378798] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a0a6d-ab62-45e4-a47d-7818ec4f43d0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.470639] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf339551-4614-448f-9bad-3f9b60f97287 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.285s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.506368] env[65310]: WARNING neutronclient.v2_0.client [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.548142] env[65310]: DEBUG nova.policy [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9aa85b2ae4449a1bca0e6580e08954c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61d231881a9e4e3da25c75f676adec99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.594515] env[65310]: DEBUG oslo_vmware.api [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Task: {'id': task-4446104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249556} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.594628] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.594805] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.594969] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.595145] env[65310]: INFO nova.compute.manager [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 767.595376] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 767.595564] env[65310]: DEBUG nova.compute.manager [-] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 767.595655] env[65310]: DEBUG nova.network.neutron [-] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.595898] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.658981] env[65310]: DEBUG nova.compute.manager [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 767.722400] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.759943] env[65310]: DEBUG nova.network.neutron [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Updating instance_info_cache with network_info: [{"id": "5ae86c56-94f6-451a-b886-bcac2b6460d7", "address": "fa:16:3e:da:96:00", "network": {"id": "fb645289-93d5-4b7f-b8ce-3b56e13e76ec", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-277553726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90a6ebc142f34788b655c71c2cae0957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae86c56-94", "ovs_interfaceid": "5ae86c56-94f6-451a-b886-bcac2b6460d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.827728] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcb1a42-96da-44fd-8671-5b680e322983 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.841205] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6dd0f6-fa03-41a2-9f1d-6015295c0965 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.878418] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51913d42-4f95-4a27-b118-9a026b555fca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.886888] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3023a1-3d8e-4423-863a-70aecb5b9d2f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.909629] env[65310]: DEBUG nova.compute.provider_tree [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.915527] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.920760] env[65310]: DEBUG nova.network.neutron [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Successfully created port: f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 768.089449] env[65310]: DEBUG nova.network.neutron [-] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.263745] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Releasing lock "refresh_cache-b2c8498a-128e-40af-a503-2f22e1b9b9a3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.264155] env[65310]: DEBUG nova.compute.manager [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Instance network_info: |[{"id": "5ae86c56-94f6-451a-b886-bcac2b6460d7", "address": "fa:16:3e:da:96:00", "network": {"id": "fb645289-93d5-4b7f-b8ce-3b56e13e76ec", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-277553726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90a6ebc142f34788b655c71c2cae0957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae86c56-94", "ovs_interfaceid": "5ae86c56-94f6-451a-b886-bcac2b6460d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 768.264775] env[65310]: DEBUG oslo_concurrency.lockutils [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] Acquired lock "refresh_cache-b2c8498a-128e-40af-a503-2f22e1b9b9a3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.264775] env[65310]: DEBUG nova.network.neutron [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Refreshing network info cache for port 5ae86c56-94f6-451a-b886-bcac2b6460d7 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.266175] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:96:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae86c56-94f6-451a-b886-bcac2b6460d7', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.275066] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Creating folder: Project (90a6ebc142f34788b655c71c2cae0957). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.276295] env[65310]: WARNING neutronclient.v2_0.client [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.278950] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f5f4872-23a0-401e-8ea4-1ac3d923be44 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.294046] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Created folder: Project (90a6ebc142f34788b655c71c2cae0957) in parent group-v869493. [ 768.294046] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Creating folder: Instances. Parent ref: group-v869624. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.294417] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfcbb64a-3054-40ba-90a7-3b4cbdb9d7dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.307758] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Created folder: Instances in parent group-v869624. [ 768.308435] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 768.308897] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.312048] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b012e44-1d7c-4550-acda-8fae65bc4aef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.333855] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.333855] env[65310]: value = "task-4446107" [ 768.333855] env[65310]: _type = "Task" [ 768.333855] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.351401] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446107, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.414377] env[65310]: DEBUG nova.scheduler.client.report [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.526582] env[65310]: DEBUG nova.network.neutron [-] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.563324] env[65310]: WARNING neutronclient.v2_0.client [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.594138] env[65310]: INFO nova.compute.manager [-] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Took 1.61 seconds to deallocate network for instance. [ 768.669901] env[65310]: DEBUG nova.compute.manager [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 768.703912] env[65310]: DEBUG nova.virt.hardware [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:12:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='13120da3-3b27-4a5f-813d-917672340728',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1980185357',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 768.704368] env[65310]: DEBUG nova.virt.hardware [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.704368] env[65310]: DEBUG nova.virt.hardware [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 768.704585] env[65310]: DEBUG nova.virt.hardware [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.704791] env[65310]: DEBUG nova.virt.hardware [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 768.704987] env[65310]: DEBUG nova.virt.hardware [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 768.705348] env[65310]: DEBUG nova.virt.hardware [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 768.705557] env[65310]: DEBUG nova.virt.hardware [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 768.705745] env[65310]: DEBUG nova.virt.hardware [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 768.705887] env[65310]: DEBUG nova.virt.hardware [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 768.706110] env[65310]: DEBUG nova.virt.hardware [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 768.707218] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69618d67-bb04-4da0-917b-70b7ec05beff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.716694] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf1ffb2-aa62-4ade-a6e0-2dd89ed88328 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.779522] env[65310]: DEBUG nova.compute.manager [req-a567be76-8184-4fc5-80e8-d302b6628e81 req-34be9a12-feae-4afd-a021-8ba286ee3a94 service nova] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Received event network-vif-deleted-f56697f9-483b-4806-b912-b41747f76c27 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 768.790250] env[65310]: DEBUG nova.network.neutron [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Updated VIF entry in instance network info cache for port 5ae86c56-94f6-451a-b886-bcac2b6460d7. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 768.790633] env[65310]: DEBUG nova.network.neutron [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Updating instance_info_cache with network_info: [{"id": "5ae86c56-94f6-451a-b886-bcac2b6460d7", "address": "fa:16:3e:da:96:00", "network": {"id": "fb645289-93d5-4b7f-b8ce-3b56e13e76ec", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-277553726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90a6ebc142f34788b655c71c2cae0957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae86c56-94", "ovs_interfaceid": "5ae86c56-94f6-451a-b886-bcac2b6460d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.845303] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446107, 'name': CreateVM_Task, 'duration_secs': 0.474476} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.845490] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.846019] env[65310]: WARNING neutronclient.v2_0.client [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.846333] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.846534] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.846784] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.847108] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d54c50b-6233-4a12-8588-224c4c57baed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.853276] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for the task: (returnval){ [ 768.853276] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f03b9f-78d3-2a03-e670-fa26a94f3e00" [ 768.853276] env[65310]: _type = "Task" [ 768.853276] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.865024] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f03b9f-78d3-2a03-e670-fa26a94f3e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.920841] env[65310]: DEBUG oslo_concurrency.lockutils [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.924157] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.515s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.925309] env[65310]: INFO nova.compute.claims [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.951772] env[65310]: INFO nova.scheduler.client.report [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Deleted allocations for instance e017c3fe-d5f2-48b5-9c6e-1460aaadbad4 [ 769.029395] env[65310]: INFO nova.compute.manager [-] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Took 1.43 seconds to deallocate network for instance. [ 769.146747] env[65310]: INFO nova.compute.manager [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Took 0.55 seconds to detach 1 volumes for instance. [ 769.149013] env[65310]: DEBUG nova.compute.manager [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Deleting volume: 2b5f4838-564f-4be0-9529-f5503a0985f8 {{(pid=65310) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 769.190605] env[65310]: DEBUG nova.compute.manager [req-9ec19883-7e3c-4f5f-8bbe-f4eb9b54cdf6 req-c20392ae-f2e3-4831-a897-0aeeb96c8401 service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Received event network-changed-3f2bd806-a58c-47b8-a46b-321ef748f972 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.190808] env[65310]: DEBUG nova.compute.manager [req-9ec19883-7e3c-4f5f-8bbe-f4eb9b54cdf6 req-c20392ae-f2e3-4831-a897-0aeeb96c8401 service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Refreshing instance network info cache due to event network-changed-3f2bd806-a58c-47b8-a46b-321ef748f972. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 769.191047] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ec19883-7e3c-4f5f-8bbe-f4eb9b54cdf6 req-c20392ae-f2e3-4831-a897-0aeeb96c8401 service nova] Acquiring lock "refresh_cache-f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.192648] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ec19883-7e3c-4f5f-8bbe-f4eb9b54cdf6 req-c20392ae-f2e3-4831-a897-0aeeb96c8401 service nova] Acquired lock "refresh_cache-f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.192648] env[65310]: DEBUG nova.network.neutron [req-9ec19883-7e3c-4f5f-8bbe-f4eb9b54cdf6 req-c20392ae-f2e3-4831-a897-0aeeb96c8401 service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Refreshing network info cache for port 3f2bd806-a58c-47b8-a46b-321ef748f972 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.293904] env[65310]: DEBUG oslo_concurrency.lockutils [req-b67a2a54-6aec-4768-b2bf-94d00cb968b2 req-f2fdbea1-24cd-40d3-b91d-7a546c2e2600 service nova] Releasing lock "refresh_cache-b2c8498a-128e-40af-a503-2f22e1b9b9a3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.368413] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f03b9f-78d3-2a03-e670-fa26a94f3e00, 'name': SearchDatastore_Task, 'duration_secs': 0.015093} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.369012] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.369221] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.369593] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.369763] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.370154] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.370832] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2baefed-34d6-4c77-b469-59e246615e43 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.382910] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.383140] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.383968] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e3e617-2fc5-48c7-85ad-e60ea08bb6ac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.393319] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for the task: (returnval){ [ 769.393319] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d7a6da-1094-c93f-3fd3-3f7e97536f53" [ 769.393319] env[65310]: _type = "Task" [ 769.393319] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.403726] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d7a6da-1094-c93f-3fd3-3f7e97536f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.461183] env[65310]: DEBUG oslo_concurrency.lockutils [None req-43807528-7b89-4bcf-ad9e-f692c7af5933 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Lock "e017c3fe-d5f2-48b5-9c6e-1460aaadbad4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.965s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.538155] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.601136] env[65310]: DEBUG nova.network.neutron [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Successfully updated port: f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 769.696705] env[65310]: WARNING neutronclient.v2_0.client [req-9ec19883-7e3c-4f5f-8bbe-f4eb9b54cdf6 req-c20392ae-f2e3-4831-a897-0aeeb96c8401 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.704582] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.829279] env[65310]: INFO nova.compute.manager [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Rebuilding instance [ 769.882515] env[65310]: DEBUG nova.compute.manager [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 769.883543] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e8521-e68e-4fe9-b6c2-46320d8503de {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.907373] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d7a6da-1094-c93f-3fd3-3f7e97536f53, 'name': SearchDatastore_Task, 'duration_secs': 0.013374} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.908933] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3604c4-7528-4098-99b8-2f069619143b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.914935] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for the task: (returnval){ [ 769.914935] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52da9459-3e5c-b53a-3ebe-c8d98fc5f33e" [ 769.914935] env[65310]: _type = "Task" [ 769.914935] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.926103] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52da9459-3e5c-b53a-3ebe-c8d98fc5f33e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.104138] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.105115] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.108192] env[65310]: DEBUG nova.network.neutron [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 770.125690] env[65310]: WARNING neutronclient.v2_0.client [req-9ec19883-7e3c-4f5f-8bbe-f4eb9b54cdf6 req-c20392ae-f2e3-4831-a897-0aeeb96c8401 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.266348] env[65310]: DEBUG nova.network.neutron [req-9ec19883-7e3c-4f5f-8bbe-f4eb9b54cdf6 req-c20392ae-f2e3-4831-a897-0aeeb96c8401 service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Updated VIF entry in instance network info cache for port 3f2bd806-a58c-47b8-a46b-321ef748f972. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.266711] env[65310]: DEBUG nova.network.neutron [req-9ec19883-7e3c-4f5f-8bbe-f4eb9b54cdf6 req-c20392ae-f2e3-4831-a897-0aeeb96c8401 service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Updating instance_info_cache with network_info: [{"id": "3f2bd806-a58c-47b8-a46b-321ef748f972", "address": "fa:16:3e:dc:cf:72", "network": {"id": "14636432-e342-40d1-b1be-7a2dceda0d92", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1943335568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc915476db546f6b263e359b31e7faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2bd806-a5", "ovs_interfaceid": "3f2bd806-a58c-47b8-a46b-321ef748f972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.431586] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52da9459-3e5c-b53a-3ebe-c8d98fc5f33e, 'name': SearchDatastore_Task, 'duration_secs': 0.013878} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.431586] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.431586] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] b2c8498a-128e-40af-a503-2f22e1b9b9a3/b2c8498a-128e-40af-a503-2f22e1b9b9a3.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.431586] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b638ec5b-891f-495f-92b6-d0ccd576fe6d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.442835] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for the task: (returnval){ [ 770.442835] env[65310]: value = "task-4446109" [ 770.442835] env[65310]: _type = "Task" [ 770.442835] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.452542] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.552697] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4768fff8-c1a8-4801-9d9d-3ca664795aef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.563482] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1409fc5a-3946-4d59-8ec0-eae075673c15 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.603233] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59af7df0-2863-4d50-994d-d20c8a6e0719 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.612995] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d3092f-71af-49a6-9622-dd7ad8147969 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.636193] env[65310]: DEBUG nova.compute.provider_tree [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.671649] env[65310]: DEBUG nova.network.neutron [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 770.770021] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ec19883-7e3c-4f5f-8bbe-f4eb9b54cdf6 req-c20392ae-f2e3-4831-a897-0aeeb96c8401 service nova] Releasing lock "refresh_cache-f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.770373] env[65310]: DEBUG nova.compute.manager [req-9ec19883-7e3c-4f5f-8bbe-f4eb9b54cdf6 req-c20392ae-f2e3-4831-a897-0aeeb96c8401 service nova] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Received event network-vif-deleted-1bd71a49-8e77-4585-916b-f0b63dfb1402 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 770.810450] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d7f12-1cc2-634b-1a8e-93efd7822412/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 770.811511] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adea5508-adae-49ec-a566-64293655c0d7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.818231] env[65310]: WARNING neutronclient.v2_0.client [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.822910] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d7f12-1cc2-634b-1a8e-93efd7822412/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 770.823116] env[65310]: ERROR oslo_vmware.rw_handles [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d7f12-1cc2-634b-1a8e-93efd7822412/disk-0.vmdk due to incomplete transfer. [ 770.823379] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4c9ca9db-f790-4fe5-a6c0-b3660f992259 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.834327] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d7f12-1cc2-634b-1a8e-93efd7822412/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 770.834565] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Uploaded image beaef956-88fe-4ee1-963d-5f916c790584 to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 770.836982] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 770.838043] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42cc998b-92c5-475d-86a0-3b9d6a75164c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.846179] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 770.846179] env[65310]: value = "task-4446110" [ 770.846179] env[65310]: _type = "Task" [ 770.846179] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.855727] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446110, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.909666] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.910477] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28488c3e-7f52-4ede-b1ac-d4f84714e853 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.921986] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 770.921986] env[65310]: value = "task-4446111" [ 770.921986] env[65310]: _type = "Task" [ 770.921986] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.933607] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.954146] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446109, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.990500] env[65310]: DEBUG nova.compute.manager [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Received event network-vif-plugged-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 770.990746] env[65310]: DEBUG oslo_concurrency.lockutils [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] Acquiring lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.991200] env[65310]: DEBUG oslo_concurrency.lockutils [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] Lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.991429] env[65310]: DEBUG oslo_concurrency.lockutils [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] Lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.991765] env[65310]: DEBUG nova.compute.manager [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] No waiting events found dispatching network-vif-plugged-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 770.992015] env[65310]: WARNING nova.compute.manager [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Received unexpected event network-vif-plugged-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 for instance with vm_state building and task_state spawning. [ 770.992261] env[65310]: DEBUG nova.compute.manager [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Received event network-changed-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 770.992459] env[65310]: DEBUG nova.compute.manager [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Refreshing instance network info cache due to event network-changed-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 770.992725] env[65310]: DEBUG oslo_concurrency.lockutils [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] Acquiring lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.996450] env[65310]: DEBUG nova.network.neutron [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance_info_cache with network_info: [{"id": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "address": "fa:16:3e:6e:0f:16", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22c8251-f5", "ovs_interfaceid": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.142030] env[65310]: DEBUG nova.scheduler.client.report [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.358807] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446110, 'name': Destroy_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.434765] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446111, 'name': PowerOffVM_Task, 'duration_secs': 0.363718} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.435538] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.435970] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.437011] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcb3fce-d661-4306-ae55-84e045adb02c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.449176] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.450219] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3327c92-f982-44d9-ba64-31c37b6007a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.455396] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647075} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.455730] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] b2c8498a-128e-40af-a503-2f22e1b9b9a3/b2c8498a-128e-40af-a503-2f22e1b9b9a3.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.455994] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.456390] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c13ec92-99dc-492e-b594-1a7955f3fd51 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.464681] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for the task: (returnval){ [ 771.464681] env[65310]: value = "task-4446113" [ 771.464681] env[65310]: _type = "Task" [ 771.464681] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.476736] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.500183] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.501361] env[65310]: DEBUG nova.compute.manager [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Instance network_info: |[{"id": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "address": "fa:16:3e:6e:0f:16", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22c8251-f5", "ovs_interfaceid": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 771.501855] env[65310]: DEBUG oslo_concurrency.lockutils [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] Acquired lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.502143] env[65310]: DEBUG nova.network.neutron [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Refreshing network info cache for port f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.506955] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:0f:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.512963] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 771.513345] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.514322] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5e424f-3071-44e2-99cb-046f8b37b997 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.543422] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.543880] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.543880] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleting the datastore file [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.545432] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0501d84-6d7d-40b0-93ac-0be908dc14ce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.547431] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.547431] env[65310]: value = "task-4446114" [ 771.547431] env[65310]: _type = "Task" [ 771.547431] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.553577] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 771.553577] env[65310]: value = "task-4446115" [ 771.553577] env[65310]: _type = "Task" [ 771.553577] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.560789] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446114, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.566848] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.648330] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.648991] env[65310]: DEBUG nova.compute.manager [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 771.652913] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.841s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.652913] env[65310]: DEBUG nova.objects.instance [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lazy-loading 'resources' on Instance uuid c6449f49-e1a0-4c46-b5da-1f5d974680b4 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.857667] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446110, 'name': Destroy_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.976684] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082113} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.978325] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.979255] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f459e8d-4f4a-45f9-91d8-4dc854a9dd8b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.003883] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] b2c8498a-128e-40af-a503-2f22e1b9b9a3/b2c8498a-128e-40af-a503-2f22e1b9b9a3.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.004714] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210e55bb-3d92-44f6-9c30-27cdd120030e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.019696] env[65310]: WARNING neutronclient.v2_0.client [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.028573] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for the task: (returnval){ [ 772.028573] env[65310]: value = "task-4446116" [ 772.028573] env[65310]: _type = "Task" [ 772.028573] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.041073] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.064816] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161809} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.068137] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.069302] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.069302] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.071030] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446114, 'name': CreateVM_Task, 'duration_secs': 0.36098} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.071171] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.072066] env[65310]: WARNING neutronclient.v2_0.client [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.072187] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.072329] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.072626] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.072869] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da99a1dc-a13d-4c8b-97e0-0b0933fd04b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.080788] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 772.080788] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523b93f6-46b4-d3fb-6c16-dd9c043cfb88" [ 772.080788] env[65310]: _type = "Task" [ 772.080788] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.090137] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523b93f6-46b4-d3fb-6c16-dd9c043cfb88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.154457] env[65310]: DEBUG nova.compute.utils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.158609] env[65310]: DEBUG nova.compute.manager [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 772.158901] env[65310]: DEBUG nova.network.neutron [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 772.159243] env[65310]: WARNING neutronclient.v2_0.client [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.159543] env[65310]: WARNING neutronclient.v2_0.client [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.245389] env[65310]: DEBUG nova.policy [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06a69dc08b6e412188d749d0f02d89ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '578dc3eb996b45a3bb26c63b1ea38365', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.358403] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446110, 'name': Destroy_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.472734] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.473058] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.473827] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.473827] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.473827] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.476209] env[65310]: INFO nova.compute.manager [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Terminating instance [ 772.546553] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.578020] env[65310]: DEBUG nova.network.neutron [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Successfully created port: 4c905448-9b40-4650-85f9-6146dee0b087 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 772.592528] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523b93f6-46b4-d3fb-6c16-dd9c043cfb88, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.595818] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.596177] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.596374] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.596572] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.596776] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.598178] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12ec70ae-de5d-458e-8bc1-942f250d1509 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.609420] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.609750] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.610784] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e30411-45f5-4e03-8c87-31657cb201ce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.614451] env[65310]: WARNING neutronclient.v2_0.client [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.625842] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 772.625842] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5297a833-3436-31a4-f01e-432b9f0e9951" [ 772.625842] env[65310]: _type = "Task" [ 772.625842] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.640543] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5297a833-3436-31a4-f01e-432b9f0e9951, 'name': SearchDatastore_Task, 'duration_secs': 0.015005} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.643178] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c3bdf1-2d5a-4c05-84c8-be04b281b103 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.654787] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 772.654787] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5226aee0-5499-6936-c073-f74101909557" [ 772.654787] env[65310]: _type = "Task" [ 772.654787] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.662297] env[65310]: DEBUG nova.compute.manager [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 772.671883] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5226aee0-5499-6936-c073-f74101909557, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.675968] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.676335] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] abd1eefc-d2b6-47f5-a2a5-d538deb761f4/abd1eefc-d2b6-47f5-a2a5-d538deb761f4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.676823] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2763769-859f-4cb8-a7bd-958b080f22e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.684165] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 772.684165] env[65310]: value = "task-4446117" [ 772.684165] env[65310]: _type = "Task" [ 772.684165] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.697042] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.720451] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e686157-f2ea-47b0-b8d6-223463e3e8a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.730128] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e6bd3b-12e1-411c-8314-a821fdb3e4f2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.765810] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28682da-7ce7-4c07-9f49-8518759602ca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.775066] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b4da23-39d9-4511-8bb7-f695c23ef15d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.793116] env[65310]: DEBUG nova.compute.provider_tree [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.858509] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446110, 'name': Destroy_Task, 'duration_secs': 1.634274} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.858800] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Destroyed the VM [ 772.859046] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 772.859309] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8dc78c7-3729-4f68-9c6d-900d1aea20e8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.868480] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 772.868480] env[65310]: value = "task-4446118" [ 772.868480] env[65310]: _type = "Task" [ 772.868480] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.878128] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446118, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.984864] env[65310]: DEBUG nova.compute.manager [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 772.985196] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.986495] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd9955a-e2e0-41a7-94b0-fbae80fd8f46 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.997944] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.998446] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d62fcaae-0716-4ab0-95f1-1e25f5a5e37c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.045278] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446116, 'name': ReconfigVM_Task, 'duration_secs': 0.750891} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.045278] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Reconfigured VM instance instance-0000002d to attach disk [datastore1] b2c8498a-128e-40af-a503-2f22e1b9b9a3/b2c8498a-128e-40af-a503-2f22e1b9b9a3.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.050289] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aa1b732-9d87-48a2-aaa8-26584e3d2b36 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.058793] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for the task: (returnval){ [ 773.058793] env[65310]: value = "task-4446120" [ 773.058793] env[65310]: _type = "Task" [ 773.058793] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.071935] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446120, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.120307] env[65310]: DEBUG nova.virt.hardware [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 773.120577] env[65310]: DEBUG nova.virt.hardware [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.120735] env[65310]: DEBUG nova.virt.hardware [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 773.120996] env[65310]: DEBUG nova.virt.hardware [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.121295] env[65310]: DEBUG nova.virt.hardware [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 773.121619] env[65310]: DEBUG nova.virt.hardware [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 773.121776] env[65310]: DEBUG nova.virt.hardware [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.121969] env[65310]: DEBUG nova.virt.hardware [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 773.122223] env[65310]: DEBUG nova.virt.hardware [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 773.122516] env[65310]: DEBUG nova.virt.hardware [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 773.122884] env[65310]: DEBUG nova.virt.hardware [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 773.123877] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abc627b-da8f-4f9c-8ad6-46661db61204 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.133951] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffedbfd3-9abc-4b0b-bf5a-8784de88675e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.162366] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:3d:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b41e932a-d96d-46bc-93c5-978753dcd428', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.171448] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 773.171866] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.172216] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-747d8f8a-1412-415b-b15a-1c92598be55b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.208489] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446117, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.210211] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.210211] env[65310]: value = "task-4446121" [ 773.210211] env[65310]: _type = "Task" [ 773.210211] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.224224] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446121, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.297184] env[65310]: DEBUG nova.scheduler.client.report [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.381366] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446118, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.572477] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446120, 'name': Rename_Task, 'duration_secs': 0.252534} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.572823] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.573229] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0a8178c-e6fe-4d3b-bb37-3758207baf2b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.581162] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for the task: (returnval){ [ 773.581162] env[65310]: value = "task-4446122" [ 773.581162] env[65310]: _type = "Task" [ 773.581162] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.590658] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.701040] env[65310]: DEBUG nova.compute.manager [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 773.710688] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648631} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.711124] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] abd1eefc-d2b6-47f5-a2a5-d538deb761f4/abd1eefc-d2b6-47f5-a2a5-d538deb761f4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.711365] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.715367] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e854873-5ab7-443d-9740-67c5a40b2bc9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.724038] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446121, 'name': CreateVM_Task, 'duration_secs': 0.382313} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.727615] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.728103] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 773.728103] env[65310]: value = "task-4446123" [ 773.728103] env[65310]: _type = "Task" [ 773.728103] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.729024] env[65310]: WARNING neutronclient.v2_0.client [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 773.729664] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.729664] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.729965] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.730445] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c023e3c8-4cd7-41e2-b3e5-a5bd2335a313 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.740187] env[65310]: DEBUG nova.virt.hardware [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 773.740565] env[65310]: DEBUG nova.virt.hardware [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.740749] env[65310]: DEBUG nova.virt.hardware [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 773.740940] env[65310]: DEBUG nova.virt.hardware [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.741106] env[65310]: DEBUG nova.virt.hardware [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 773.741258] env[65310]: DEBUG nova.virt.hardware [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 773.741464] env[65310]: DEBUG nova.virt.hardware [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.741642] env[65310]: DEBUG nova.virt.hardware [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 773.741823] env[65310]: DEBUG nova.virt.hardware [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 773.741991] env[65310]: DEBUG nova.virt.hardware [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 773.742211] env[65310]: DEBUG nova.virt.hardware [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 773.743153] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4901cef8-1d3e-4fa2-ada5-17ab73cd224f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.754294] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 773.754294] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528853e2-98df-df42-3128-7daeb0ad51d8" [ 773.754294] env[65310]: _type = "Task" [ 773.754294] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.758840] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f58c6c4-116a-4264-acf3-ff6d26d75948 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.764054] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.775021] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528853e2-98df-df42-3128-7daeb0ad51d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.803134] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.807333] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.357s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.807333] env[65310]: DEBUG nova.objects.instance [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Lazy-loading 'resources' on Instance uuid 33c36f11-33f3-4642-a367-c26cceac7fa9 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.830384] env[65310]: INFO nova.scheduler.client.report [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Deleted allocations for instance c6449f49-e1a0-4c46-b5da-1f5d974680b4 [ 773.853905] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.854348] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.854475] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleting the datastore file [datastore2] 1162b4c4-0d10-444c-b72f-ef5051b6bc5b {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.854757] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6da68f2-6c75-4fb2-a2bf-16230cc706e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.867741] env[65310]: DEBUG oslo_vmware.api [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 773.867741] env[65310]: value = "task-4446124" [ 773.867741] env[65310]: _type = "Task" [ 773.867741] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.881298] env[65310]: DEBUG oslo_vmware.api [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.885470] env[65310]: DEBUG oslo_vmware.api [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446118, 'name': RemoveSnapshot_Task, 'duration_secs': 0.903388} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.885772] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 773.886022] env[65310]: INFO nova.compute.manager [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Took 18.36 seconds to snapshot the instance on the hypervisor. [ 774.094231] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.109017] env[65310]: DEBUG nova.network.neutron [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updated VIF entry in instance network info cache for port f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 774.109418] env[65310]: DEBUG nova.network.neutron [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance_info_cache with network_info: [{"id": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "address": "fa:16:3e:6e:0f:16", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22c8251-f5", "ovs_interfaceid": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.247486] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096961} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.248484] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.251982] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7447b03-9b33-45cb-baa3-a72eea49d7af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.279515] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] abd1eefc-d2b6-47f5-a2a5-d538deb761f4/abd1eefc-d2b6-47f5-a2a5-d538deb761f4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.280928] env[65310]: DEBUG nova.network.neutron [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Successfully updated port: 4c905448-9b40-4650-85f9-6146dee0b087 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 774.287016] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59344e9-69f8-4aa1-9de8-5c34c204a0a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.314217] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528853e2-98df-df42-3128-7daeb0ad51d8, 'name': SearchDatastore_Task, 'duration_secs': 0.025509} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.320023] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.320023] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.320023] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.320023] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.320445] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.320445] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 774.320445] env[65310]: value = "task-4446125" [ 774.320445] env[65310]: _type = "Task" [ 774.320445] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.320445] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c8c43a0-e51d-4ca4-bce1-b57b2adcf28a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.331815] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.332650] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.333278] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.334367] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b88d2892-272d-4d05-99ca-d74421ca0ffb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.339793] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1c23ebba-2982-42a4-a355-5a0abf444bd9 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "c6449f49-e1a0-4c46-b5da-1f5d974680b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.485s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.343045] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 774.343045] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5266a6c4-fc40-1082-1365-95ff88f4092e" [ 774.343045] env[65310]: _type = "Task" [ 774.343045] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.359587] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5266a6c4-fc40-1082-1365-95ff88f4092e, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.360646] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a362cdd-5d9c-4981-ae61-bb6a1c9b0574 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.371168] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 774.371168] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526a0043-995d-9630-9cdb-847354d09912" [ 774.371168] env[65310]: _type = "Task" [ 774.371168] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.385590] env[65310]: DEBUG oslo_vmware.api [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175022} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.390503] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.390503] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.390503] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.390503] env[65310]: INFO nova.compute.manager [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Took 1.40 seconds to destroy the instance on the hypervisor. [ 774.390503] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 774.390962] env[65310]: DEBUG nova.compute.manager [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Instance disappeared during snapshot {{(pid=65310) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 774.392753] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526a0043-995d-9630-9cdb-847354d09912, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.393523] env[65310]: DEBUG nova.compute.manager [-] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 774.393670] env[65310]: DEBUG nova.network.neutron [-] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 774.393871] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.395868] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.395946] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.396397] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03b179c5-3c6b-4862-86a1-cc4024615a2c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.407348] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 774.407348] env[65310]: value = "task-4446126" [ 774.407348] env[65310]: _type = "Task" [ 774.407348] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.416877] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.418054] env[65310]: DEBUG nova.compute.manager [None req-6c67f621-c3c7-4c04-ad65-d80bbcfb2033 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Image not found during clean up beaef956-88fe-4ee1-963d-5f916c790584 {{(pid=65310) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4641}} [ 774.512185] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.600178] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.612450] env[65310]: DEBUG oslo_concurrency.lockutils [req-0e772fe6-7964-40f0-94c1-f213c11fff49 req-51a736e4-7e3e-473a-8fd7-b3200569fac3 service nova] Releasing lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.788525] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.788688] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquired lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.789027] env[65310]: DEBUG nova.network.neutron [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 774.837965] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446125, 'name': ReconfigVM_Task, 'duration_secs': 0.34599} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.838804] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Reconfigured VM instance instance-0000002e to attach disk [datastore1] abd1eefc-d2b6-47f5-a2a5-d538deb761f4/abd1eefc-d2b6-47f5-a2a5-d538deb761f4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.839162] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bea8ae35-260a-450c-9add-ef1060bc21ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.853424] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 774.853424] env[65310]: value = "task-4446127" [ 774.853424] env[65310]: _type = "Task" [ 774.853424] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.868503] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446127, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.927546] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51395} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.928049] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.928358] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.929059] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53011f3a-c13b-44d7-aada-e6cfee347d7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.938593] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 774.938593] env[65310]: value = "task-4446128" [ 774.938593] env[65310]: _type = "Task" [ 774.938593] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.950176] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.969929] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.969929] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.017244] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00585868-7796-47d3-b725-fb4bea6b8cc5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.026835] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d210b9-f792-49c2-bb64-4b19b6fb14ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.062618] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec184e3-fd2d-4753-b16f-1b4f46276597 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.071651] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afbae23-18a9-4678-afdd-a7779aa81475 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.088108] env[65310]: DEBUG nova.compute.provider_tree [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.101176] env[65310]: DEBUG oslo_vmware.api [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446122, 'name': PowerOnVM_Task, 'duration_secs': 1.24397} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.101751] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.101960] env[65310]: INFO nova.compute.manager [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Took 9.93 seconds to spawn the instance on the hypervisor. [ 775.102155] env[65310]: DEBUG nova.compute.manager [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 775.102976] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77185de9-7020-490f-b1b6-abb59afb99a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.161135] env[65310]: DEBUG nova.compute.manager [req-4af7931a-0045-4538-bbdb-2b4c8df60549 req-9db26a3a-adaa-4997-8b1f-0c53f2f5650a service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Received event network-vif-plugged-4c905448-9b40-4650-85f9-6146dee0b087 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 775.161575] env[65310]: DEBUG oslo_concurrency.lockutils [req-4af7931a-0045-4538-bbdb-2b4c8df60549 req-9db26a3a-adaa-4997-8b1f-0c53f2f5650a service nova] Acquiring lock "8ddd4b00-c804-4c11-a462-86cd44c11636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.162063] env[65310]: DEBUG oslo_concurrency.lockutils [req-4af7931a-0045-4538-bbdb-2b4c8df60549 req-9db26a3a-adaa-4997-8b1f-0c53f2f5650a service nova] Lock "8ddd4b00-c804-4c11-a462-86cd44c11636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.162248] env[65310]: DEBUG oslo_concurrency.lockutils [req-4af7931a-0045-4538-bbdb-2b4c8df60549 req-9db26a3a-adaa-4997-8b1f-0c53f2f5650a service nova] Lock "8ddd4b00-c804-4c11-a462-86cd44c11636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.162533] env[65310]: DEBUG nova.compute.manager [req-4af7931a-0045-4538-bbdb-2b4c8df60549 req-9db26a3a-adaa-4997-8b1f-0c53f2f5650a service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] No waiting events found dispatching network-vif-plugged-4c905448-9b40-4650-85f9-6146dee0b087 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 775.162671] env[65310]: WARNING nova.compute.manager [req-4af7931a-0045-4538-bbdb-2b4c8df60549 req-9db26a3a-adaa-4997-8b1f-0c53f2f5650a service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Received unexpected event network-vif-plugged-4c905448-9b40-4650-85f9-6146dee0b087 for instance with vm_state building and task_state spawning. [ 775.298301] env[65310]: DEBUG nova.network.neutron [-] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.334483] env[65310]: DEBUG nova.network.neutron [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 775.370425] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446127, 'name': Rename_Task, 'duration_secs': 0.19049} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.373112] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.373883] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c2a7d84-aa54-4e95-bec6-cb6de6760909 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.383348] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 775.383348] env[65310]: value = "task-4446129" [ 775.383348] env[65310]: _type = "Task" [ 775.383348] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.398091] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.451291] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079535} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.451553] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.452511] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3076286-ff63-4c69-a273-04ed3a7df895 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.482703] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.483308] env[65310]: DEBUG nova.compute.manager [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 775.485977] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db404ddb-b6b5-4426-ae33-23506ae742bf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.502750] env[65310]: WARNING neutronclient.v2_0.client [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.514915] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 775.514915] env[65310]: value = "task-4446130" [ 775.514915] env[65310]: _type = "Task" [ 775.514915] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.532495] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.594373] env[65310]: DEBUG nova.scheduler.client.report [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.608872] env[65310]: DEBUG nova.network.neutron [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Updating instance_info_cache with network_info: [{"id": "4c905448-9b40-4650-85f9-6146dee0b087", "address": "fa:16:3e:4c:89:e5", "network": {"id": "165b3b77-2a43-47c7-b2f5-5460f3289fcf", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1172363122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578dc3eb996b45a3bb26c63b1ea38365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c905448-9b", "ovs_interfaceid": "4c905448-9b40-4650-85f9-6146dee0b087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.625189] env[65310]: INFO nova.compute.manager [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Took 49.76 seconds to build instance. [ 775.801271] env[65310]: INFO nova.compute.manager [-] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Took 1.41 seconds to deallocate network for instance. [ 775.894090] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.925390] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "1203c5af-30f7-4cba-a4d6-998b5806ae71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.925660] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "1203c5af-30f7-4cba-a4d6-998b5806ae71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.925875] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "1203c5af-30f7-4cba-a4d6-998b5806ae71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.926062] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "1203c5af-30f7-4cba-a4d6-998b5806ae71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.926311] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "1203c5af-30f7-4cba-a4d6-998b5806ae71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.930379] env[65310]: INFO nova.compute.manager [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Terminating instance [ 776.027635] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.035610] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.100654] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.104057] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.636s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.104057] env[65310]: DEBUG nova.objects.instance [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Lazy-loading 'resources' on Instance uuid 4a5509bf-4263-4d86-bafd-ed9ee48ec64d {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.112376] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Releasing lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.112879] env[65310]: DEBUG nova.compute.manager [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Instance network_info: |[{"id": "4c905448-9b40-4650-85f9-6146dee0b087", "address": "fa:16:3e:4c:89:e5", "network": {"id": "165b3b77-2a43-47c7-b2f5-5460f3289fcf", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1172363122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578dc3eb996b45a3bb26c63b1ea38365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c905448-9b", "ovs_interfaceid": "4c905448-9b40-4650-85f9-6146dee0b087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 776.113465] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:89:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c905448-9b40-4650-85f9-6146dee0b087', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.124741] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 776.126271] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.126573] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b1a88c9-54ce-4857-bbbd-8480b7ef6a5a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.146872] env[65310]: INFO nova.scheduler.client.report [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Deleted allocations for instance 33c36f11-33f3-4642-a367-c26cceac7fa9 [ 776.148505] env[65310]: DEBUG oslo_concurrency.lockutils [None req-14b98304-be6c-4b90-b930-33ed03fa3f5d tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.253s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.158276] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.158276] env[65310]: value = "task-4446131" [ 776.158276] env[65310]: _type = "Task" [ 776.158276] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.170909] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446131, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.311213] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.395100] env[65310]: DEBUG oslo_vmware.api [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446129, 'name': PowerOnVM_Task, 'duration_secs': 0.804626} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.395395] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.395696] env[65310]: INFO nova.compute.manager [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Took 7.73 seconds to spawn the instance on the hypervisor. [ 776.395902] env[65310]: DEBUG nova.compute.manager [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 776.396799] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed937e9d-e1e8-406d-8a8a-f75b055b913b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.437449] env[65310]: DEBUG nova.compute.manager [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 776.438021] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.439129] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8a025b-5e1d-4f27-bdf4-4e69afa20a0e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.448675] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.448994] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fe10419-85dd-48b0-96f4-841e16665d8d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.456443] env[65310]: DEBUG oslo_vmware.api [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 776.456443] env[65310]: value = "task-4446132" [ 776.456443] env[65310]: _type = "Task" [ 776.456443] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.465987] env[65310]: DEBUG oslo_vmware.api [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4446132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.531342] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446130, 'name': ReconfigVM_Task, 'duration_secs': 0.61495} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.532851] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Reconfigured VM instance instance-00000007 to attach disk [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4/f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.534017] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a16ad828-c7dd-42ae-9548-92a7a510c59f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.546008] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 776.546008] env[65310]: value = "task-4446133" [ 776.546008] env[65310]: _type = "Task" [ 776.546008] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.549771] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquiring lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.549897] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.550183] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquiring lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.550381] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.550544] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.555141] env[65310]: INFO nova.compute.manager [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Terminating instance [ 776.562085] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446133, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.658504] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a09adbc-9add-436c-822d-fb688dffb8c2 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Lock "33c36f11-33f3-4642-a367-c26cceac7fa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.584s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.674549] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446131, 'name': CreateVM_Task, 'duration_secs': 0.372536} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.674744] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.675302] env[65310]: WARNING neutronclient.v2_0.client [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.675706] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.675902] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.676218] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.677610] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a249a23-392a-4d78-a9c5-5a3235b5c37e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.684204] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 776.684204] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521023f0-037e-be12-92e7-28dc243eb31e" [ 776.684204] env[65310]: _type = "Task" [ 776.684204] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.700383] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521023f0-037e-be12-92e7-28dc243eb31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.921875] env[65310]: INFO nova.compute.manager [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Took 50.24 seconds to build instance. [ 776.972397] env[65310]: DEBUG oslo_vmware.api [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4446132, 'name': PowerOffVM_Task, 'duration_secs': 0.236616} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.975508] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.975693] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.976207] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebb4cee8-0875-4a2e-967a-f0584f23186f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.042350] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.042575] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.042740] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Deleting the datastore file [datastore1] 1203c5af-30f7-4cba-a4d6-998b5806ae71 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.043141] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b5078cc-2597-481c-b307-b146d16230af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.051695] env[65310]: DEBUG oslo_vmware.api [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 777.051695] env[65310]: value = "task-4446135" [ 777.051695] env[65310]: _type = "Task" [ 777.051695] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.065121] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446133, 'name': Rename_Task, 'duration_secs': 0.195908} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.065617] env[65310]: DEBUG nova.compute.manager [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 777.065924] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.067915] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.068640] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15555ea7-54d3-4acb-bd88-31223b5c36a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.076197] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40b1f523-248d-45df-8b9a-66d90dbd3bc3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.077348] env[65310]: DEBUG oslo_vmware.api [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4446135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.092575] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 777.092575] env[65310]: value = "task-4446136" [ 777.092575] env[65310]: _type = "Task" [ 777.092575] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.092881] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.093219] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99f21f19-1acd-4e3e-9101-c314e6cdb898 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.108177] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446136, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.109847] env[65310]: DEBUG oslo_vmware.api [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for the task: (returnval){ [ 777.109847] env[65310]: value = "task-4446137" [ 777.109847] env[65310]: _type = "Task" [ 777.109847] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.124092] env[65310]: DEBUG oslo_vmware.api [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.181124] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca74da8-1735-4cb8-b5cf-6a5294d7784d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.199317] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b116f559-1f04-41b9-9850-c8ff1794aaa0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.214138] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521023f0-037e-be12-92e7-28dc243eb31e, 'name': SearchDatastore_Task, 'duration_secs': 0.016055} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.246225] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.246225] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.246465] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.246607] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.246778] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.247332] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-674f401d-9c25-46ba-a037-f60ae05fe426 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.249967] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c88fb70-24dd-4bc9-8521-d3d47452e2b9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.260215] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea8787d-0fa0-42c6-97e7-a3a0fe56db73 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.265461] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.265680] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.266861] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc25d16-c6d7-4c1f-a6e0-dcc54823f384 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.277935] env[65310]: DEBUG nova.compute.provider_tree [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.280992] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 777.280992] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520e227c-8ba3-381c-16ce-3fdd7e8098cb" [ 777.280992] env[65310]: _type = "Task" [ 777.280992] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.291053] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520e227c-8ba3-381c-16ce-3fdd7e8098cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.292687] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e9c361-f7f7-45f7-b66b-68008d96e793 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.300733] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 777.300733] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a4d368-c80b-84e0-fb3f-9c4c7d733dbc" [ 777.300733] env[65310]: _type = "Task" [ 777.300733] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.312366] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a4d368-c80b-84e0-fb3f-9c4c7d733dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.320166] env[65310]: DEBUG nova.compute.manager [req-90658a08-e798-4547-b988-2e588c886a83 req-a6035fe2-1cda-4f7e-b126-fbf8e817a237 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Received event network-changed-4c905448-9b40-4650-85f9-6146dee0b087 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.320376] env[65310]: DEBUG nova.compute.manager [req-90658a08-e798-4547-b988-2e588c886a83 req-a6035fe2-1cda-4f7e-b126-fbf8e817a237 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Refreshing instance network info cache due to event network-changed-4c905448-9b40-4650-85f9-6146dee0b087. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 777.320602] env[65310]: DEBUG oslo_concurrency.lockutils [req-90658a08-e798-4547-b988-2e588c886a83 req-a6035fe2-1cda-4f7e-b126-fbf8e817a237 service nova] Acquiring lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.320816] env[65310]: DEBUG oslo_concurrency.lockutils [req-90658a08-e798-4547-b988-2e588c886a83 req-a6035fe2-1cda-4f7e-b126-fbf8e817a237 service nova] Acquired lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.320956] env[65310]: DEBUG nova.network.neutron [req-90658a08-e798-4547-b988-2e588c886a83 req-a6035fe2-1cda-4f7e-b126-fbf8e817a237 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Refreshing network info cache for port 4c905448-9b40-4650-85f9-6146dee0b087 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.424849] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c70099bc-093d-4caf-895e-1254a5ad990e tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.362s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.452057] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.452315] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.564222] env[65310]: DEBUG oslo_vmware.api [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4446135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166155} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.564515] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.564693] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.564860] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.565093] env[65310]: INFO nova.compute.manager [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Took 1.13 seconds to destroy the instance on the hypervisor. [ 777.565406] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 777.565780] env[65310]: DEBUG nova.compute.manager [-] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 777.565780] env[65310]: DEBUG nova.network.neutron [-] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 777.566034] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.604609] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446136, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.622586] env[65310]: DEBUG oslo_vmware.api [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446137, 'name': PowerOffVM_Task, 'duration_secs': 0.330072} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.622586] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.622586] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.622586] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d3f1a94-87b2-4256-bd0d-3b77ac9383d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.640308] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.696083] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.698024] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.698024] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Deleting the datastore file [datastore1] b2c8498a-128e-40af-a503-2f22e1b9b9a3 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.698024] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8687b20-8fe8-47c6-a148-7d870bbfd343 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.708159] env[65310]: DEBUG oslo_vmware.api [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for the task: (returnval){ [ 777.708159] env[65310]: value = "task-4446139" [ 777.708159] env[65310]: _type = "Task" [ 777.708159] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.719976] env[65310]: DEBUG oslo_vmware.api [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.782962] env[65310]: DEBUG nova.scheduler.client.report [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.812725] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a4d368-c80b-84e0-fb3f-9c4c7d733dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.012404} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.813054] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.813324] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8ddd4b00-c804-4c11-a462-86cd44c11636/8ddd4b00-c804-4c11-a462-86cd44c11636.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.813590] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbe61d50-003b-416d-9a63-79191bf97644 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.821421] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 777.821421] env[65310]: value = "task-4446140" [ 777.821421] env[65310]: _type = "Task" [ 777.821421] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.825541] env[65310]: WARNING neutronclient.v2_0.client [req-90658a08-e798-4547-b988-2e588c886a83 req-a6035fe2-1cda-4f7e-b126-fbf8e817a237 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.835433] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.955266] env[65310]: DEBUG nova.compute.manager [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 778.109954] env[65310]: DEBUG oslo_vmware.api [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446136, 'name': PowerOnVM_Task, 'duration_secs': 0.810253} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.109954] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.110274] env[65310]: DEBUG nova.compute.manager [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 778.111054] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb0a97-1a0c-418e-af9b-9a5fea6df089 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.221070] env[65310]: DEBUG oslo_vmware.api [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Task: {'id': task-4446139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260731} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.221370] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.221559] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.221736] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.221973] env[65310]: INFO nova.compute.manager [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 778.222202] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 778.222413] env[65310]: DEBUG nova.compute.manager [-] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 778.222510] env[65310]: DEBUG nova.network.neutron [-] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 778.222756] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.249695] env[65310]: WARNING neutronclient.v2_0.client [req-90658a08-e798-4547-b988-2e588c886a83 req-a6035fe2-1cda-4f7e-b126-fbf8e817a237 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.289878] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.295098] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.324s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.295414] env[65310]: DEBUG nova.objects.instance [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lazy-loading 'resources' on Instance uuid 54c28c84-5f37-4c63-a827-6b25ff087401 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.298094] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.333890] env[65310]: INFO nova.scheduler.client.report [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Deleted allocations for instance 4a5509bf-4263-4d86-bafd-ed9ee48ec64d [ 778.348959] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446140, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.417310] env[65310]: DEBUG nova.network.neutron [-] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.450855] env[65310]: DEBUG nova.network.neutron [req-90658a08-e798-4547-b988-2e588c886a83 req-a6035fe2-1cda-4f7e-b126-fbf8e817a237 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Updated VIF entry in instance network info cache for port 4c905448-9b40-4650-85f9-6146dee0b087. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 778.451259] env[65310]: DEBUG nova.network.neutron [req-90658a08-e798-4547-b988-2e588c886a83 req-a6035fe2-1cda-4f7e-b126-fbf8e817a237 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Updating instance_info_cache with network_info: [{"id": "4c905448-9b40-4650-85f9-6146dee0b087", "address": "fa:16:3e:4c:89:e5", "network": {"id": "165b3b77-2a43-47c7-b2f5-5460f3289fcf", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1172363122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578dc3eb996b45a3bb26c63b1ea38365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c905448-9b", "ovs_interfaceid": "4c905448-9b40-4650-85f9-6146dee0b087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.490279] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.632994] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.835755] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696284} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.836197] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8ddd4b00-c804-4c11-a462-86cd44c11636/8ddd4b00-c804-4c11-a462-86cd44c11636.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.836358] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.836628] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85bd203b-8dd0-4035-b549-cf336cd49f77 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.847806] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 778.847806] env[65310]: value = "task-4446141" [ 778.847806] env[65310]: _type = "Task" [ 778.847806] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.849283] env[65310]: DEBUG oslo_concurrency.lockutils [None req-087dbe9f-e283-46e5-b8bc-01df1450e1d6 tempest-ServerDiagnosticsV248Test-532036950 tempest-ServerDiagnosticsV248Test-532036950-project-member] Lock "4a5509bf-4263-4d86-bafd-ed9ee48ec64d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.585s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.869652] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.920175] env[65310]: INFO nova.compute.manager [-] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Took 1.35 seconds to deallocate network for instance. [ 778.955419] env[65310]: DEBUG oslo_concurrency.lockutils [req-90658a08-e798-4547-b988-2e588c886a83 req-a6035fe2-1cda-4f7e-b126-fbf8e817a237 service nova] Releasing lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.958479] env[65310]: DEBUG nova.compute.manager [req-90658a08-e798-4547-b988-2e588c886a83 req-a6035fe2-1cda-4f7e-b126-fbf8e817a237 service nova] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Received event network-vif-deleted-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.108056] env[65310]: DEBUG nova.network.neutron [-] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.346221] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47514e63-c8a5-4c51-80a7-3fcae6d9897a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.364162] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10dbdb7-80e0-4ae1-86c1-5ff64c3f737f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.369380] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067401} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.370221] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.371499] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a78da0a-c0f5-40a8-9caf-d154499f05b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.403243] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682c1096-0055-4863-95b0-098291ddb1ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.422919] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 8ddd4b00-c804-4c11-a462-86cd44c11636/8ddd4b00-c804-4c11-a462-86cd44c11636.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.426545] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f48fd821-9dd2-41c0-aed6-bfa0cb2ea997 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.441799] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.443811] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774aeb2d-1843-4b93-9d91-54a2099448b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.449501] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 779.449501] env[65310]: value = "task-4446142" [ 779.449501] env[65310]: _type = "Task" [ 779.449501] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.462696] env[65310]: DEBUG nova.compute.provider_tree [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.471820] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.610974] env[65310]: INFO nova.compute.manager [-] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Took 1.39 seconds to deallocate network for instance. [ 779.801386] env[65310]: DEBUG nova.compute.manager [req-9514bd43-bc01-4282-abbc-f3b943913770 req-d855d26c-948f-43fa-8fd6-1cee6a5d655a service nova] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Received event network-vif-deleted-870952ac-5954-4af4-945b-7841b56da782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.801559] env[65310]: DEBUG nova.compute.manager [req-9514bd43-bc01-4282-abbc-f3b943913770 req-d855d26c-948f-43fa-8fd6-1cee6a5d655a service nova] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Received event network-vif-deleted-5ae86c56-94f6-451a-b886-bcac2b6460d7 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.841045] env[65310]: DEBUG nova.compute.manager [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Stashing vm_state: active {{(pid=65310) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 779.962926] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446142, 'name': ReconfigVM_Task, 'duration_secs': 0.305731} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.963291] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 8ddd4b00-c804-4c11-a462-86cd44c11636/8ddd4b00-c804-4c11-a462-86cd44c11636.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.964302] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99b3b42e-2c3c-4b9a-a7b1-33f9016dec05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.979072] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 779.979072] env[65310]: value = "task-4446143" [ 779.979072] env[65310]: _type = "Task" [ 779.979072] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.988890] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446143, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.991057] env[65310]: ERROR nova.scheduler.client.report [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] [req-8f2fc4a1-f9ac-4a14-9e42-4fa02b29bd36] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8f2fc4a1-f9ac-4a14-9e42-4fa02b29bd36"}]} [ 780.015193] env[65310]: DEBUG nova.scheduler.client.report [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 780.030565] env[65310]: DEBUG nova.scheduler.client.report [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 780.031133] env[65310]: DEBUG nova.compute.provider_tree [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.050236] env[65310]: DEBUG nova.scheduler.client.report [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 780.076953] env[65310]: DEBUG nova.scheduler.client.report [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 780.118705] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.367507] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.494530] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446143, 'name': Rename_Task, 'duration_secs': 0.15484} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.497472] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.497916] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19aa8661-8f5a-4b24-b779-7e28c1d489ac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.505484] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 780.505484] env[65310]: value = "task-4446144" [ 780.505484] env[65310]: _type = "Task" [ 780.505484] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.517901] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.709934] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab464f13-b6d2-43b6-bf6c-7d216f84a918 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.719796] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4ff6e-072e-4d6d-aefd-87ef0a881aca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.757037] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de22c7d-b11b-4117-9f30-8752a806169f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.765802] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8835aa-732e-4eac-b3e0-135734a98ec5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.781084] env[65310]: DEBUG nova.compute.provider_tree [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.018341] env[65310]: DEBUG oslo_vmware.api [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446144, 'name': PowerOnVM_Task, 'duration_secs': 0.503641} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.018677] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.018832] env[65310]: INFO nova.compute.manager [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Took 7.32 seconds to spawn the instance on the hypervisor. [ 781.019026] env[65310]: DEBUG nova.compute.manager [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 781.019888] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb275e9-f1da-47ea-9f10-8eebdb6a6fc8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.321362] env[65310]: DEBUG nova.scheduler.client.report [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 781.321630] env[65310]: DEBUG nova.compute.provider_tree [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 70 to 71 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 781.321853] env[65310]: DEBUG nova.compute.provider_tree [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.543988] env[65310]: INFO nova.compute.manager [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Took 52.15 seconds to build instance. [ 781.804579] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.804934] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.805332] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.805590] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.805819] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.811064] env[65310]: INFO nova.compute.manager [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Terminating instance [ 781.827186] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.534s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.830103] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.055s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.831619] env[65310]: INFO nova.compute.claims [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.873968] env[65310]: INFO nova.scheduler.client.report [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Deleted allocations for instance 54c28c84-5f37-4c63-a827-6b25ff087401 [ 782.028955] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquiring lock "d3ff08ef-6377-4365-b3e6-ee2918e45417" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.029233] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "d3ff08ef-6377-4365-b3e6-ee2918e45417" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.046928] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccc3771d-bbbe-4934-8862-71764c2e28cc tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "8ddd4b00-c804-4c11-a462-86cd44c11636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.245s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.318018] env[65310]: DEBUG nova.compute.manager [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 782.318018] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.318018] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b19575-8cb9-4fd1-9682-bf332e47ef0c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.325532] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.326165] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3351b5f-7bf5-4b47-9205-3a4f13535d9f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.333720] env[65310]: DEBUG oslo_vmware.api [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 782.333720] env[65310]: value = "task-4446145" [ 782.333720] env[65310]: _type = "Task" [ 782.333720] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.348687] env[65310]: DEBUG oslo_vmware.api [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.388270] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aafd5158-40ac-42a7-a820-a8b8fc342385 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Lock "54c28c84-5f37-4c63-a827-6b25ff087401" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.068s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.535848] env[65310]: DEBUG nova.compute.manager [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 782.850311] env[65310]: DEBUG oslo_vmware.api [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446145, 'name': PowerOffVM_Task, 'duration_secs': 0.231045} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.850951] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.851905] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.851905] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d769b21c-c4ea-4d98-b3f6-4e30f145ccc5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.922362] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.922585] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.922765] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleting the datastore file [datastore2] 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.923115] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fce0dab-499c-49df-888e-f545a9b11bf7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.930281] env[65310]: DEBUG oslo_vmware.api [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 782.930281] env[65310]: value = "task-4446147" [ 782.930281] env[65310]: _type = "Task" [ 782.930281] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.946757] env[65310]: DEBUG oslo_vmware.api [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.967909] env[65310]: DEBUG nova.compute.manager [req-795ef288-fdc2-4a10-b44f-06f64feddae1 req-9b6f9b08-de26-4a3c-a761-86c8fc3cccb4 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Received event network-changed-4c905448-9b40-4650-85f9-6146dee0b087 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 782.968141] env[65310]: DEBUG nova.compute.manager [req-795ef288-fdc2-4a10-b44f-06f64feddae1 req-9b6f9b08-de26-4a3c-a761-86c8fc3cccb4 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Refreshing instance network info cache due to event network-changed-4c905448-9b40-4650-85f9-6146dee0b087. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 782.968348] env[65310]: DEBUG oslo_concurrency.lockutils [req-795ef288-fdc2-4a10-b44f-06f64feddae1 req-9b6f9b08-de26-4a3c-a761-86c8fc3cccb4 service nova] Acquiring lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.968478] env[65310]: DEBUG oslo_concurrency.lockutils [req-795ef288-fdc2-4a10-b44f-06f64feddae1 req-9b6f9b08-de26-4a3c-a761-86c8fc3cccb4 service nova] Acquired lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.968635] env[65310]: DEBUG nova.network.neutron [req-795ef288-fdc2-4a10-b44f-06f64feddae1 req-9b6f9b08-de26-4a3c-a761-86c8fc3cccb4 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Refreshing network info cache for port 4c905448-9b40-4650-85f9-6146dee0b087 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.060620] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.446927] env[65310]: DEBUG oslo_vmware.api [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.465149] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e73c5b-df0e-42fe-a0eb-5d78cd715668 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.473322] env[65310]: WARNING neutronclient.v2_0.client [req-795ef288-fdc2-4a10-b44f-06f64feddae1 req-9b6f9b08-de26-4a3c-a761-86c8fc3cccb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.477132] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb2847e-82d0-4d40-86fd-9508cc6af156 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.526391] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a167edd-676a-472d-bcda-2e220ae735ef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.542687] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f8112a-8dbb-4649-81a0-40f33ca73114 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.560697] env[65310]: DEBUG nova.compute.provider_tree [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.810856] env[65310]: WARNING neutronclient.v2_0.client [req-795ef288-fdc2-4a10-b44f-06f64feddae1 req-9b6f9b08-de26-4a3c-a761-86c8fc3cccb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.949830] env[65310]: DEBUG oslo_vmware.api [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525425} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.949830] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.949830] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.949830] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.950320] env[65310]: INFO nova.compute.manager [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 783.950320] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 783.950440] env[65310]: DEBUG nova.compute.manager [-] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 783.950532] env[65310]: DEBUG nova.network.neutron [-] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 783.950832] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.067216] env[65310]: DEBUG nova.scheduler.client.report [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.106268] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.110654] env[65310]: DEBUG nova.network.neutron [req-795ef288-fdc2-4a10-b44f-06f64feddae1 req-9b6f9b08-de26-4a3c-a761-86c8fc3cccb4 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Updated VIF entry in instance network info cache for port 4c905448-9b40-4650-85f9-6146dee0b087. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 784.110654] env[65310]: DEBUG nova.network.neutron [req-795ef288-fdc2-4a10-b44f-06f64feddae1 req-9b6f9b08-de26-4a3c-a761-86c8fc3cccb4 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Updating instance_info_cache with network_info: [{"id": "4c905448-9b40-4650-85f9-6146dee0b087", "address": "fa:16:3e:4c:89:e5", "network": {"id": "165b3b77-2a43-47c7-b2f5-5460f3289fcf", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1172363122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578dc3eb996b45a3bb26c63b1ea38365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c905448-9b", "ovs_interfaceid": "4c905448-9b40-4650-85f9-6146dee0b087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.119682] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "8ddd4b00-c804-4c11-a462-86cd44c11636" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.119801] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "8ddd4b00-c804-4c11-a462-86cd44c11636" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.120211] env[65310]: INFO nova.compute.manager [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Rebooting instance [ 784.495795] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.496058] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.578495] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.579056] env[65310]: DEBUG nova.compute.manager [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 784.584879] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.462s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.586407] env[65310]: INFO nova.compute.claims [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.598315] env[65310]: DEBUG nova.compute.manager [req-69d302b1-c794-455c-a356-71327802cd29 req-814d5e73-dbb8-4410-89e3-eef536dfcd17 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Received event network-vif-deleted-4102075d-5066-4a10-8ae0-4b036798289f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 784.598548] env[65310]: INFO nova.compute.manager [req-69d302b1-c794-455c-a356-71327802cd29 req-814d5e73-dbb8-4410-89e3-eef536dfcd17 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Neutron deleted interface 4102075d-5066-4a10-8ae0-4b036798289f; detaching it from the instance and deleting it from the info cache [ 784.598723] env[65310]: DEBUG nova.network.neutron [req-69d302b1-c794-455c-a356-71327802cd29 req-814d5e73-dbb8-4410-89e3-eef536dfcd17 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.612852] env[65310]: DEBUG oslo_concurrency.lockutils [req-795ef288-fdc2-4a10-b44f-06f64feddae1 req-9b6f9b08-de26-4a3c-a761-86c8fc3cccb4 service nova] Releasing lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.664161] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.664363] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquired lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.664980] env[65310]: DEBUG nova.network.neutron [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 784.856012] env[65310]: DEBUG nova.network.neutron [-] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.005124] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.005660] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.005660] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.005820] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.005889] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.006048] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.006453] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 785.006453] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.092752] env[65310]: DEBUG nova.compute.utils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.096998] env[65310]: DEBUG nova.compute.manager [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 785.097153] env[65310]: DEBUG nova.network.neutron [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 785.097372] env[65310]: WARNING neutronclient.v2_0.client [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.097789] env[65310]: WARNING neutronclient.v2_0.client [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.101707] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88728114-ee88-4b0b-bed5-4367cf95e165 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.112745] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5784f6d8-6069-429b-a3e8-41932b9e161a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.150135] env[65310]: DEBUG nova.compute.manager [req-69d302b1-c794-455c-a356-71327802cd29 req-814d5e73-dbb8-4410-89e3-eef536dfcd17 service nova] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Detach interface failed, port_id=4102075d-5066-4a10-8ae0-4b036798289f, reason: Instance 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 785.152094] env[65310]: DEBUG nova.policy [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc3064ab92d34bce8aaadaa3ea6aa109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33f1a95a5739401da1cd198ff44a3ad0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.169200] env[65310]: WARNING neutronclient.v2_0.client [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.360991] env[65310]: INFO nova.compute.manager [-] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Took 1.41 seconds to deallocate network for instance. [ 785.398147] env[65310]: WARNING neutronclient.v2_0.client [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.483254] env[65310]: DEBUG nova.network.neutron [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Successfully created port: 152856b6-bb73-4646-9e7e-3c0af25a5b22 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 785.510338] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.533366] env[65310]: DEBUG nova.network.neutron [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Updating instance_info_cache with network_info: [{"id": "4c905448-9b40-4650-85f9-6146dee0b087", "address": "fa:16:3e:4c:89:e5", "network": {"id": "165b3b77-2a43-47c7-b2f5-5460f3289fcf", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1172363122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578dc3eb996b45a3bb26c63b1ea38365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c905448-9b", "ovs_interfaceid": "4c905448-9b40-4650-85f9-6146dee0b087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.601298] env[65310]: DEBUG nova.compute.manager [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 785.873693] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.037735] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Releasing lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.110402] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48924f28-dc77-4c0b-ba38-17062e01eca4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.119859] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cecae5-614f-42f7-87d3-05eb42d21934 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.153627] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a26db6-de54-4788-a57f-3390f0c3ebfd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.162822] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15dafbf-f706-4b8b-ad6e-b84fb801d0de {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.178958] env[65310]: DEBUG nova.compute.provider_tree [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.322444] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquiring lock "c2ba77d4-35f0-4373-87cc-1511d905b3fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.322690] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Lock "c2ba77d4-35f0-4373-87cc-1511d905b3fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.543062] env[65310]: DEBUG nova.compute.manager [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 786.543833] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c6da69-863f-4bb2-b463-408e4b999383 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.615515] env[65310]: DEBUG nova.compute.manager [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 786.648599] env[65310]: DEBUG nova.virt.hardware [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 786.649138] env[65310]: DEBUG nova.virt.hardware [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.649138] env[65310]: DEBUG nova.virt.hardware [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 786.649456] env[65310]: DEBUG nova.virt.hardware [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.649550] env[65310]: DEBUG nova.virt.hardware [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 786.649881] env[65310]: DEBUG nova.virt.hardware [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 786.650051] env[65310]: DEBUG nova.virt.hardware [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 786.650289] env[65310]: DEBUG nova.virt.hardware [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 786.650915] env[65310]: DEBUG nova.virt.hardware [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 786.650915] env[65310]: DEBUG nova.virt.hardware [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 786.651078] env[65310]: DEBUG nova.virt.hardware [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 786.652151] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2a0ae5-4bab-4af8-9817-f12c3979beea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.663620] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5753880b-d341-4b33-9ee4-aa142f3f6701 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.683165] env[65310]: DEBUG nova.scheduler.client.report [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.825537] env[65310]: DEBUG nova.compute.manager [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 787.112045] env[65310]: DEBUG nova.network.neutron [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Successfully updated port: 152856b6-bb73-4646-9e7e-3c0af25a5b22 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 787.174230] env[65310]: DEBUG nova.compute.manager [req-9796adb7-87e6-418e-a951-bc86310ef09a req-878595a1-bf19-4ae1-b35d-0104ba3ed1c2 service nova] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Received event network-vif-plugged-152856b6-bb73-4646-9e7e-3c0af25a5b22 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.174385] env[65310]: DEBUG oslo_concurrency.lockutils [req-9796adb7-87e6-418e-a951-bc86310ef09a req-878595a1-bf19-4ae1-b35d-0104ba3ed1c2 service nova] Acquiring lock "5ed9ef5b-376d-4e91-a163-b284d8e73492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.174487] env[65310]: DEBUG oslo_concurrency.lockutils [req-9796adb7-87e6-418e-a951-bc86310ef09a req-878595a1-bf19-4ae1-b35d-0104ba3ed1c2 service nova] Lock "5ed9ef5b-376d-4e91-a163-b284d8e73492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.174654] env[65310]: DEBUG oslo_concurrency.lockutils [req-9796adb7-87e6-418e-a951-bc86310ef09a req-878595a1-bf19-4ae1-b35d-0104ba3ed1c2 service nova] Lock "5ed9ef5b-376d-4e91-a163-b284d8e73492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.174851] env[65310]: DEBUG nova.compute.manager [req-9796adb7-87e6-418e-a951-bc86310ef09a req-878595a1-bf19-4ae1-b35d-0104ba3ed1c2 service nova] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] No waiting events found dispatching network-vif-plugged-152856b6-bb73-4646-9e7e-3c0af25a5b22 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 787.175044] env[65310]: WARNING nova.compute.manager [req-9796adb7-87e6-418e-a951-bc86310ef09a req-878595a1-bf19-4ae1-b35d-0104ba3ed1c2 service nova] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Received unexpected event network-vif-plugged-152856b6-bb73-4646-9e7e-3c0af25a5b22 for instance with vm_state building and task_state spawning. [ 787.190025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.190025] env[65310]: DEBUG nova.compute.manager [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 787.192149] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.057s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.192359] env[65310]: DEBUG nova.objects.instance [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lazy-loading 'pci_requests' on Instance uuid 242c60e5-0ad8-42c7-b47c-846bf5b7001f {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.350894] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.564122] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427f8c94-9036-469a-b165-234c876d3c0d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.572653] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Doing hard reboot of VM {{(pid=65310) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 787.572933] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-fb3ef5f9-6061-4f21-a7db-9a57e307d389 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.582474] env[65310]: DEBUG oslo_vmware.api [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 787.582474] env[65310]: value = "task-4446148" [ 787.582474] env[65310]: _type = "Task" [ 787.582474] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.593955] env[65310]: DEBUG oslo_vmware.api [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446148, 'name': ResetVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.614919] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquiring lock "refresh_cache-5ed9ef5b-376d-4e91-a163-b284d8e73492" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.615123] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquired lock "refresh_cache-5ed9ef5b-376d-4e91-a163-b284d8e73492" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.615302] env[65310]: DEBUG nova.network.neutron [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 787.696535] env[65310]: DEBUG nova.objects.instance [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lazy-loading 'numa_topology' on Instance uuid 242c60e5-0ad8-42c7-b47c-846bf5b7001f {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.698737] env[65310]: DEBUG nova.compute.utils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.699991] env[65310]: DEBUG nova.compute.manager [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 787.700224] env[65310]: DEBUG nova.network.neutron [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 787.700536] env[65310]: WARNING neutronclient.v2_0.client [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.701235] env[65310]: WARNING neutronclient.v2_0.client [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.775392] env[65310]: DEBUG nova.policy [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f303e41491344fdaeb8f007b48d913c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09ccd8751c1945e281ff5ebd0e89c1fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.096031] env[65310]: DEBUG oslo_vmware.api [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446148, 'name': ResetVM_Task, 'duration_secs': 0.109815} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.096631] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Did hard reboot of VM {{(pid=65310) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 788.097045] env[65310]: DEBUG nova.compute.manager [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.098112] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d48f766-da34-402a-9e10-084ba3f80157 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.133325] env[65310]: DEBUG nova.network.neutron [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Successfully created port: 1b2945dc-4d38-436d-a4b5-02f72cf5a12e {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 788.193111] env[65310]: DEBUG nova.network.neutron [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 788.204332] env[65310]: INFO nova.compute.claims [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.208966] env[65310]: DEBUG nova.compute.manager [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 788.614396] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b9057c3-d56d-4376-8e89-f699f64d9a2f tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "8ddd4b00-c804-4c11-a462-86cd44c11636" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.494s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.759775] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.760385] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.760385] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.760554] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.760656] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.762851] env[65310]: INFO nova.compute.manager [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Terminating instance [ 788.971146] env[65310]: WARNING neutronclient.v2_0.client [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.093579] env[65310]: DEBUG nova.network.neutron [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Updating instance_info_cache with network_info: [{"id": "152856b6-bb73-4646-9e7e-3c0af25a5b22", "address": "fa:16:3e:c5:a3:21", "network": {"id": "e2cf9d39-11f4-4007-8cea-1d51ca7dac76", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1269449930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f1a95a5739401da1cd198ff44a3ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152856b6-bb", "ovs_interfaceid": "152856b6-bb73-4646-9e7e-3c0af25a5b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.223960] env[65310]: DEBUG nova.compute.manager [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 789.259548] env[65310]: DEBUG nova.virt.hardware [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 789.263183] env[65310]: DEBUG nova.virt.hardware [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.263183] env[65310]: DEBUG nova.virt.hardware [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 789.263183] env[65310]: DEBUG nova.virt.hardware [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.263183] env[65310]: DEBUG nova.virt.hardware [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 789.263183] env[65310]: DEBUG nova.virt.hardware [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 789.263471] env[65310]: DEBUG nova.virt.hardware [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 789.263471] env[65310]: DEBUG nova.virt.hardware [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 789.263471] env[65310]: DEBUG nova.virt.hardware [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 789.263471] env[65310]: DEBUG nova.virt.hardware [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 789.263618] env[65310]: DEBUG nova.virt.hardware [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 789.264437] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de79e98-0a0d-4a3f-bbd6-84bc6d1dab87 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.269147] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b47cc9-46a5-458b-805d-f56076477946 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.277666] env[65310]: DEBUG nova.compute.manager [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 789.277943] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.281387] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162efa93-370f-4558-82cf-1a09d0da01a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.285424] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8517e7e3-fb43-45db-9a13-9e898261045f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.290170] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8f046f-6a8a-4a2d-8a18-5b72434ab237 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.303028] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.332913] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2ab924a-0802-4314-a9e6-90c5994e1b7b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.336463] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235c351c-bbdf-4518-9280-7ae08d9dfcea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.347132] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c55cd4-78f2-4158-808b-056d7c3dcd9c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.354196] env[65310]: DEBUG oslo_vmware.api [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 789.354196] env[65310]: value = "task-4446149" [ 789.354196] env[65310]: _type = "Task" [ 789.354196] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.372154] env[65310]: DEBUG nova.compute.provider_tree [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.378031] env[65310]: DEBUG oslo_vmware.api [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.597579] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Releasing lock "refresh_cache-5ed9ef5b-376d-4e91-a163-b284d8e73492" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.598046] env[65310]: DEBUG nova.compute.manager [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Instance network_info: |[{"id": "152856b6-bb73-4646-9e7e-3c0af25a5b22", "address": "fa:16:3e:c5:a3:21", "network": {"id": "e2cf9d39-11f4-4007-8cea-1d51ca7dac76", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1269449930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f1a95a5739401da1cd198ff44a3ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152856b6-bb", "ovs_interfaceid": "152856b6-bb73-4646-9e7e-3c0af25a5b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 789.598564] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:a3:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '152856b6-bb73-4646-9e7e-3c0af25a5b22', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.607398] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Creating folder: Project (33f1a95a5739401da1cd198ff44a3ad0). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.607961] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fc62c5b-d017-460e-a2ad-f38a2cd15adb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.622665] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Created folder: Project (33f1a95a5739401da1cd198ff44a3ad0) in parent group-v869493. [ 789.622665] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Creating folder: Instances. Parent ref: group-v869630. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.622665] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4ff2432-030e-4ad4-bac1-90292d2221fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.633658] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Created folder: Instances in parent group-v869630. [ 789.634025] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 789.634345] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.634659] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c512c5d1-4871-4462-b1ca-2e88fa776399 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.663718] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.663718] env[65310]: value = "task-4446152" [ 789.663718] env[65310]: _type = "Task" [ 789.663718] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.677497] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446152, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.850630] env[65310]: DEBUG nova.network.neutron [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Successfully updated port: 1b2945dc-4d38-436d-a4b5-02f72cf5a12e {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 789.870475] env[65310]: DEBUG oslo_vmware.api [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446149, 'name': PowerOffVM_Task, 'duration_secs': 0.206073} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.870808] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.870986] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.871342] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-184f9cff-2445-4c35-9fd3-4b7d03375ccb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.881028] env[65310]: DEBUG nova.scheduler.client.report [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.958071] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.958308] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.958308] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Deleting the datastore file [datastore2] d4ac215d-edf5-4cb9-929a-1325ea7e9bc9 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.958998] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-515dac63-636c-4894-9747-e2c079ed4ebd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.966555] env[65310]: DEBUG oslo_vmware.api [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 789.966555] env[65310]: value = "task-4446154" [ 789.966555] env[65310]: _type = "Task" [ 789.966555] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.979276] env[65310]: DEBUG oslo_vmware.api [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.176429] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446152, 'name': CreateVM_Task, 'duration_secs': 0.37054} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.176724] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.177307] env[65310]: WARNING neutronclient.v2_0.client [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.177739] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.177972] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.178356] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.178644] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67aaca11-6397-48d3-9a78-0122109196c4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.185231] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for the task: (returnval){ [ 790.185231] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d598ea-c637-c3ad-6b6b-ecc4ee48b5a7" [ 790.185231] env[65310]: _type = "Task" [ 790.185231] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.196169] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d598ea-c637-c3ad-6b6b-ecc4ee48b5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.264701] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.266052] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.353817] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquiring lock "refresh_cache-595b764d-315b-4895-90b5-34a34410b033" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.354240] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquired lock "refresh_cache-595b764d-315b-4895-90b5-34a34410b033" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.354240] env[65310]: DEBUG nova.network.neutron [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 790.387874] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.196s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.388332] env[65310]: WARNING neutronclient.v2_0.client [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.391494] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.100s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.393889] env[65310]: INFO nova.compute.claims [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.431378] env[65310]: INFO nova.network.neutron [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updating port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 790.484298] env[65310]: DEBUG oslo_vmware.api [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322145} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.486265] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.486265] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.486265] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.486265] env[65310]: INFO nova.compute.manager [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 790.486265] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 790.486552] env[65310]: DEBUG nova.compute.manager [-] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 790.486552] env[65310]: DEBUG nova.network.neutron [-] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 790.486614] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.568918] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.666389] env[65310]: DEBUG nova.compute.manager [req-83b398d8-af44-4b36-b9da-018c8d55a3f0 req-0ebf4481-014e-4b85-8729-8c404355b02b service nova] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Received event network-changed-152856b6-bb73-4646-9e7e-3c0af25a5b22 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 790.666490] env[65310]: DEBUG nova.compute.manager [req-83b398d8-af44-4b36-b9da-018c8d55a3f0 req-0ebf4481-014e-4b85-8729-8c404355b02b service nova] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Refreshing instance network info cache due to event network-changed-152856b6-bb73-4646-9e7e-3c0af25a5b22. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 790.667224] env[65310]: DEBUG oslo_concurrency.lockutils [req-83b398d8-af44-4b36-b9da-018c8d55a3f0 req-0ebf4481-014e-4b85-8729-8c404355b02b service nova] Acquiring lock "refresh_cache-5ed9ef5b-376d-4e91-a163-b284d8e73492" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.667497] env[65310]: DEBUG oslo_concurrency.lockutils [req-83b398d8-af44-4b36-b9da-018c8d55a3f0 req-0ebf4481-014e-4b85-8729-8c404355b02b service nova] Acquired lock "refresh_cache-5ed9ef5b-376d-4e91-a163-b284d8e73492" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.668361] env[65310]: DEBUG nova.network.neutron [req-83b398d8-af44-4b36-b9da-018c8d55a3f0 req-0ebf4481-014e-4b85-8729-8c404355b02b service nova] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Refreshing network info cache for port 152856b6-bb73-4646-9e7e-3c0af25a5b22 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.702983] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d598ea-c637-c3ad-6b6b-ecc4ee48b5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.021505} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.703977] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.703977] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.704179] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.704480] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.704990] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.706104] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63688fc-990f-4fe9-a05c-a4f5f23abf9f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.722156] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.722368] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.723116] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9cd2ad-ae50-4b30-afc6-7d1e55cc8cd0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.733024] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for the task: (returnval){ [ 790.733024] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5262242a-936e-3e9d-f958-e4d5b7c8c9db" [ 790.733024] env[65310]: _type = "Task" [ 790.733024] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.740933] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5262242a-936e-3e9d-f958-e4d5b7c8c9db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.769629] env[65310]: DEBUG nova.compute.manager [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 791.170253] env[65310]: WARNING neutronclient.v2_0.client [req-83b398d8-af44-4b36-b9da-018c8d55a3f0 req-0ebf4481-014e-4b85-8729-8c404355b02b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.180048] env[65310]: DEBUG nova.network.neutron [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 791.241611] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5262242a-936e-3e9d-f958-e4d5b7c8c9db, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.242171] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a7dfa9-46e3-4fb4-b1a3-b0b557c8c8ca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.253076] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for the task: (returnval){ [ 791.253076] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52228035-defb-f050-7d54-3e29a5ad6597" [ 791.253076] env[65310]: _type = "Task" [ 791.253076] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.262770] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52228035-defb-f050-7d54-3e29a5ad6597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.305284] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.399885] env[65310]: WARNING neutronclient.v2_0.client [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.515090] env[65310]: WARNING neutronclient.v2_0.client [req-83b398d8-af44-4b36-b9da-018c8d55a3f0 req-0ebf4481-014e-4b85-8729-8c404355b02b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.557078] env[65310]: DEBUG nova.network.neutron [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Updating instance_info_cache with network_info: [{"id": "1b2945dc-4d38-436d-a4b5-02f72cf5a12e", "address": "fa:16:3e:65:d1:cf", "network": {"id": "41d4326a-f993-4c92-a270-360455d01ff9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1117319390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09ccd8751c1945e281ff5ebd0e89c1fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2945dc-4d", "ovs_interfaceid": "1b2945dc-4d38-436d-a4b5-02f72cf5a12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.621907] env[65310]: DEBUG nova.network.neutron [-] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.674330] env[65310]: DEBUG nova.compute.manager [req-92262f8b-1b1f-4ef6-9a5a-723bd6978a9e req-cd9051d0-6b76-4d9c-8c92-e09eebe36773 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Received event network-changed-4c905448-9b40-4650-85f9-6146dee0b087 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 791.678163] env[65310]: DEBUG nova.compute.manager [req-92262f8b-1b1f-4ef6-9a5a-723bd6978a9e req-cd9051d0-6b76-4d9c-8c92-e09eebe36773 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Refreshing instance network info cache due to event network-changed-4c905448-9b40-4650-85f9-6146dee0b087. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 791.678483] env[65310]: DEBUG oslo_concurrency.lockutils [req-92262f8b-1b1f-4ef6-9a5a-723bd6978a9e req-cd9051d0-6b76-4d9c-8c92-e09eebe36773 service nova] Acquiring lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.678628] env[65310]: DEBUG oslo_concurrency.lockutils [req-92262f8b-1b1f-4ef6-9a5a-723bd6978a9e req-cd9051d0-6b76-4d9c-8c92-e09eebe36773 service nova] Acquired lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.678825] env[65310]: DEBUG nova.network.neutron [req-92262f8b-1b1f-4ef6-9a5a-723bd6978a9e req-cd9051d0-6b76-4d9c-8c92-e09eebe36773 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Refreshing network info cache for port 4c905448-9b40-4650-85f9-6146dee0b087 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.697950] env[65310]: DEBUG nova.network.neutron [req-83b398d8-af44-4b36-b9da-018c8d55a3f0 req-0ebf4481-014e-4b85-8729-8c404355b02b service nova] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Updated VIF entry in instance network info cache for port 152856b6-bb73-4646-9e7e-3c0af25a5b22. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 791.698268] env[65310]: DEBUG nova.network.neutron [req-83b398d8-af44-4b36-b9da-018c8d55a3f0 req-0ebf4481-014e-4b85-8729-8c404355b02b service nova] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Updating instance_info_cache with network_info: [{"id": "152856b6-bb73-4646-9e7e-3c0af25a5b22", "address": "fa:16:3e:c5:a3:21", "network": {"id": "e2cf9d39-11f4-4007-8cea-1d51ca7dac76", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1269449930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f1a95a5739401da1cd198ff44a3ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152856b6-bb", "ovs_interfaceid": "152856b6-bb73-4646-9e7e-3c0af25a5b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.768128] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52228035-defb-f050-7d54-3e29a5ad6597, 'name': SearchDatastore_Task, 'duration_secs': 0.023663} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.768638] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.768980] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 5ed9ef5b-376d-4e91-a163-b284d8e73492/5ed9ef5b-376d-4e91-a163-b284d8e73492.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.769853] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5466b271-2f96-4feb-9e2f-e68d6fb6ef08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.777832] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for the task: (returnval){ [ 791.777832] env[65310]: value = "task-4446155" [ 791.777832] env[65310]: _type = "Task" [ 791.777832] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.789634] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.027622] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db682be-7dd6-4d2c-a478-017086e96469 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.039672] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658d793b-cd18-42b3-bcaa-fd29bcc703d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.083163] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Releasing lock "refresh_cache-595b764d-315b-4895-90b5-34a34410b033" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.083654] env[65310]: DEBUG nova.compute.manager [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Instance network_info: |[{"id": "1b2945dc-4d38-436d-a4b5-02f72cf5a12e", "address": "fa:16:3e:65:d1:cf", "network": {"id": "41d4326a-f993-4c92-a270-360455d01ff9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1117319390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09ccd8751c1945e281ff5ebd0e89c1fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2945dc-4d", "ovs_interfaceid": "1b2945dc-4d38-436d-a4b5-02f72cf5a12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 792.084485] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:d1:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b2945dc-4d38-436d-a4b5-02f72cf5a12e', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.093202] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Creating folder: Project (09ccd8751c1945e281ff5ebd0e89c1fb). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.094146] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e8e18a-f434-46a1-a1b7-1fa72b5b71cd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.097365] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19a4ffb0-f686-45f1-8e5b-b7f0502831de {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.108527] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d8a014-671e-4093-a81b-8bafb1f019a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.114559] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Created folder: Project (09ccd8751c1945e281ff5ebd0e89c1fb) in parent group-v869493. [ 792.114765] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Creating folder: Instances. Parent ref: group-v869633. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.115535] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f15d90b-37de-4caf-ac29-8c01efa607c0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.126943] env[65310]: INFO nova.compute.manager [-] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Took 1.64 seconds to deallocate network for instance. [ 792.127605] env[65310]: DEBUG nova.compute.provider_tree [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.145356] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Created folder: Instances in parent group-v869633. [ 792.145668] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 792.146646] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595b764d-315b-4895-90b5-34a34410b033] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.146646] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f574845c-8b70-43d5-875e-086547b18181 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.170666] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.170666] env[65310]: value = "task-4446158" [ 792.170666] env[65310]: _type = "Task" [ 792.170666] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.183283] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446158, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.184073] env[65310]: WARNING neutronclient.v2_0.client [req-92262f8b-1b1f-4ef6-9a5a-723bd6978a9e req-cd9051d0-6b76-4d9c-8c92-e09eebe36773 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.196099] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.196237] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.196409] env[65310]: DEBUG nova.network.neutron [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 792.203994] env[65310]: DEBUG oslo_concurrency.lockutils [req-83b398d8-af44-4b36-b9da-018c8d55a3f0 req-0ebf4481-014e-4b85-8729-8c404355b02b service nova] Releasing lock "refresh_cache-5ed9ef5b-376d-4e91-a163-b284d8e73492" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.292458] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446155, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.389051] env[65310]: WARNING neutronclient.v2_0.client [req-92262f8b-1b1f-4ef6-9a5a-723bd6978a9e req-cd9051d0-6b76-4d9c-8c92-e09eebe36773 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.475087] env[65310]: DEBUG nova.network.neutron [req-92262f8b-1b1f-4ef6-9a5a-723bd6978a9e req-cd9051d0-6b76-4d9c-8c92-e09eebe36773 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Updated VIF entry in instance network info cache for port 4c905448-9b40-4650-85f9-6146dee0b087. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 792.475436] env[65310]: DEBUG nova.network.neutron [req-92262f8b-1b1f-4ef6-9a5a-723bd6978a9e req-cd9051d0-6b76-4d9c-8c92-e09eebe36773 service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Updating instance_info_cache with network_info: [{"id": "4c905448-9b40-4650-85f9-6146dee0b087", "address": "fa:16:3e:4c:89:e5", "network": {"id": "165b3b77-2a43-47c7-b2f5-5460f3289fcf", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1172363122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578dc3eb996b45a3bb26c63b1ea38365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c905448-9b", "ovs_interfaceid": "4c905448-9b40-4650-85f9-6146dee0b087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.633560] env[65310]: DEBUG nova.scheduler.client.report [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.644865] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.686726] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446158, 'name': CreateVM_Task, 'duration_secs': 0.393252} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.686949] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595b764d-315b-4895-90b5-34a34410b033] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.689129] env[65310]: WARNING neutronclient.v2_0.client [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.689768] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.689930] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.690474] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.690847] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a18e16-5583-40a0-beb5-b2307d6e8b19 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.697956] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for the task: (returnval){ [ 792.697956] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524841a8-58ca-2da7-275d-39a46ab7d2b8" [ 792.697956] env[65310]: _type = "Task" [ 792.697956] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.701512] env[65310]: WARNING neutronclient.v2_0.client [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.710674] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524841a8-58ca-2da7-275d-39a46ab7d2b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.711096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.711336] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.711565] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.711698] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.711862] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.712147] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e856221f-0e2e-42d1-9eb0-f01c1a227d21 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.722876] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.722876] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.723769] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc35d9e-8bf0-47cc-bc6c-44b8985e564b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.730935] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for the task: (returnval){ [ 792.730935] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5282ac4e-cce4-62ad-ed9e-e620406459a3" [ 792.730935] env[65310]: _type = "Task" [ 792.730935] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.746047] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5282ac4e-cce4-62ad-ed9e-e620406459a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.746890] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f701c57a-69a6-4373-8925-7a7f80eb3b0a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.754335] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for the task: (returnval){ [ 792.754335] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526ae5ef-e81a-175f-ca0e-fcff1b45a3e4" [ 792.754335] env[65310]: _type = "Task" [ 792.754335] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.764091] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526ae5ef-e81a-175f-ca0e-fcff1b45a3e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.789464] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446155, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.881468] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "8ddd4b00-c804-4c11-a462-86cd44c11636" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.881733] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "8ddd4b00-c804-4c11-a462-86cd44c11636" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.881938] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "8ddd4b00-c804-4c11-a462-86cd44c11636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.882167] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "8ddd4b00-c804-4c11-a462-86cd44c11636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.882289] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "8ddd4b00-c804-4c11-a462-86cd44c11636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.884708] env[65310]: INFO nova.compute.manager [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Terminating instance [ 792.915890] env[65310]: WARNING neutronclient.v2_0.client [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.978813] env[65310]: DEBUG oslo_concurrency.lockutils [req-92262f8b-1b1f-4ef6-9a5a-723bd6978a9e req-cd9051d0-6b76-4d9c-8c92-e09eebe36773 service nova] Releasing lock "refresh_cache-8ddd4b00-c804-4c11-a462-86cd44c11636" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.001246] env[65310]: DEBUG nova.network.neutron [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updating instance_info_cache with network_info: [{"id": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "address": "fa:16:3e:aa:8c:ba", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c7bc93-c7", "ovs_interfaceid": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.063124] env[65310]: DEBUG nova.compute.manager [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] [instance: 595b764d-315b-4895-90b5-34a34410b033] Received event network-vif-plugged-1b2945dc-4d38-436d-a4b5-02f72cf5a12e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 793.063392] env[65310]: DEBUG oslo_concurrency.lockutils [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] Acquiring lock "595b764d-315b-4895-90b5-34a34410b033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.064049] env[65310]: DEBUG oslo_concurrency.lockutils [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] Lock "595b764d-315b-4895-90b5-34a34410b033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.064049] env[65310]: DEBUG oslo_concurrency.lockutils [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] Lock "595b764d-315b-4895-90b5-34a34410b033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.064752] env[65310]: DEBUG nova.compute.manager [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] [instance: 595b764d-315b-4895-90b5-34a34410b033] No waiting events found dispatching network-vif-plugged-1b2945dc-4d38-436d-a4b5-02f72cf5a12e {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 793.064752] env[65310]: WARNING nova.compute.manager [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] [instance: 595b764d-315b-4895-90b5-34a34410b033] Received unexpected event network-vif-plugged-1b2945dc-4d38-436d-a4b5-02f72cf5a12e for instance with vm_state building and task_state spawning. [ 793.064752] env[65310]: DEBUG nova.compute.manager [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] [instance: 595b764d-315b-4895-90b5-34a34410b033] Received event network-changed-1b2945dc-4d38-436d-a4b5-02f72cf5a12e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 793.064752] env[65310]: DEBUG nova.compute.manager [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] [instance: 595b764d-315b-4895-90b5-34a34410b033] Refreshing instance network info cache due to event network-changed-1b2945dc-4d38-436d-a4b5-02f72cf5a12e. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 793.064975] env[65310]: DEBUG oslo_concurrency.lockutils [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] Acquiring lock "refresh_cache-595b764d-315b-4895-90b5-34a34410b033" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.065139] env[65310]: DEBUG oslo_concurrency.lockutils [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] Acquired lock "refresh_cache-595b764d-315b-4895-90b5-34a34410b033" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.065527] env[65310]: DEBUG nova.network.neutron [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] [instance: 595b764d-315b-4895-90b5-34a34410b033] Refreshing network info cache for port 1b2945dc-4d38-436d-a4b5-02f72cf5a12e {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.142753] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.142753] env[65310]: DEBUG nova.compute.manager [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 793.146297] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.852s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.146683] env[65310]: DEBUG nova.objects.instance [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 793.267650] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526ae5ef-e81a-175f-ca0e-fcff1b45a3e4, 'name': SearchDatastore_Task, 'duration_secs': 0.033474} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.267826] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.268129] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 595b764d-315b-4895-90b5-34a34410b033/595b764d-315b-4895-90b5-34a34410b033.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.268430] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e390738c-ceca-44c6-88d7-ef2f5848f610 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.277609] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for the task: (returnval){ [ 793.277609] env[65310]: value = "task-4446159" [ 793.277609] env[65310]: _type = "Task" [ 793.277609] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.292138] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.297269] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446155, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.394744] env[65310]: DEBUG nova.compute.manager [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 793.395049] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.395960] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc13bd5-73f5-4647-809b-f198d1dc09ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.409040] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.409135] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebc57dc2-a0a1-4ee7-aa92-2412f09b40bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.417063] env[65310]: DEBUG oslo_vmware.api [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 793.417063] env[65310]: value = "task-4446160" [ 793.417063] env[65310]: _type = "Task" [ 793.417063] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.429072] env[65310]: DEBUG oslo_vmware.api [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.504549] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.541924] env[65310]: DEBUG nova.virt.hardware [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d8d98484e07a49c64f25c5da8b31b213',container_format='bare',created_at=2025-11-14T09:12:19Z,direct_url=,disk_format='vmdk',id=a86792da-54fa-4f4b-9915-39e9fac703b8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-537888226-shelved',owner='f2322ac72dab4f9a806f5492965fb98d',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-14T09:12:36Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 793.542416] env[65310]: DEBUG nova.virt.hardware [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.542655] env[65310]: DEBUG nova.virt.hardware [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 793.542899] env[65310]: DEBUG nova.virt.hardware [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.543198] env[65310]: DEBUG nova.virt.hardware [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 793.543313] env[65310]: DEBUG nova.virt.hardware [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 793.543552] env[65310]: DEBUG nova.virt.hardware [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 793.543766] env[65310]: DEBUG nova.virt.hardware [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 793.544038] env[65310]: DEBUG nova.virt.hardware [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 793.544251] env[65310]: DEBUG nova.virt.hardware [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 793.544519] env[65310]: DEBUG nova.virt.hardware [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 793.546266] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2908356b-6421-4de3-a28d-0c67c532715f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.555807] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b939a7f6-3e1a-4cb0-8571-3152c08a84a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.572811] env[65310]: WARNING neutronclient.v2_0.client [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.575777] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:8c:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18c7bc93-c70a-49f3-a4ec-d44ba8ed7669', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.583627] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 793.584354] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.585050] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d154fa2-38ac-4f5a-9bd5-7a9233f65f0a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.606148] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.606148] env[65310]: value = "task-4446161" [ 793.606148] env[65310]: _type = "Task" [ 793.606148] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.615798] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446161, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.647907] env[65310]: DEBUG nova.compute.utils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.653214] env[65310]: DEBUG nova.compute.manager [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 793.653214] env[65310]: DEBUG nova.network.neutron [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 793.653214] env[65310]: WARNING neutronclient.v2_0.client [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.653214] env[65310]: WARNING neutronclient.v2_0.client [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.728015] env[65310]: DEBUG nova.policy [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6c9095e9b24a59b314b30e4ac84817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a11be1f38f444788fc394aae42ffefb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.799359] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446159, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.803034] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446155, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.542639} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.803324] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 5ed9ef5b-376d-4e91-a163-b284d8e73492/5ed9ef5b-376d-4e91-a163-b284d8e73492.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.803543] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.803820] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2d45601-0dbb-47a6-b49e-c8617d766f01 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.812569] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for the task: (returnval){ [ 793.812569] env[65310]: value = "task-4446162" [ 793.812569] env[65310]: _type = "Task" [ 793.812569] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.827494] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.917142] env[65310]: WARNING neutronclient.v2_0.client [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.931397] env[65310]: DEBUG oslo_vmware.api [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446160, 'name': PowerOffVM_Task, 'duration_secs': 0.245084} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.931672] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.931842] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.932217] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3a53dcd-f977-42c8-ba1e-89e6ee062096 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.024519] env[65310]: DEBUG nova.network.neutron [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] [instance: 595b764d-315b-4895-90b5-34a34410b033] Updated VIF entry in instance network info cache for port 1b2945dc-4d38-436d-a4b5-02f72cf5a12e. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 794.025111] env[65310]: DEBUG nova.network.neutron [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] [instance: 595b764d-315b-4895-90b5-34a34410b033] Updating instance_info_cache with network_info: [{"id": "1b2945dc-4d38-436d-a4b5-02f72cf5a12e", "address": "fa:16:3e:65:d1:cf", "network": {"id": "41d4326a-f993-4c92-a270-360455d01ff9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1117319390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09ccd8751c1945e281ff5ebd0e89c1fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2945dc-4d", "ovs_interfaceid": "1b2945dc-4d38-436d-a4b5-02f72cf5a12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.036020] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.036451] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.036737] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Deleting the datastore file [datastore2] 8ddd4b00-c804-4c11-a462-86cd44c11636 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.037946] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9871b106-3fae-4ee7-9916-382d566bb6dd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.049313] env[65310]: DEBUG oslo_vmware.api [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 794.049313] env[65310]: value = "task-4446164" [ 794.049313] env[65310]: _type = "Task" [ 794.049313] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.062322] env[65310]: DEBUG oslo_vmware.api [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.117646] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446161, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.119070] env[65310]: DEBUG nova.network.neutron [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Successfully created port: 44327bf5-1de4-409f-b2b7-77081fec1330 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 794.156064] env[65310]: DEBUG nova.compute.manager [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 794.162260] env[65310]: DEBUG oslo_concurrency.lockutils [None req-69bddb8d-25b3-4c35-98f8-4552ef87587f tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.163388] env[65310]: DEBUG oslo_concurrency.lockutils [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.108s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.163615] env[65310]: DEBUG nova.objects.instance [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Lazy-loading 'resources' on Instance uuid 4925f314-6b60-4a7a-ac45-8ac8a9a059f6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.167147] env[65310]: DEBUG nova.compute.manager [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Received event network-vif-plugged-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 794.167390] env[65310]: DEBUG oslo_concurrency.lockutils [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] Acquiring lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.167610] env[65310]: DEBUG oslo_concurrency.lockutils [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.167836] env[65310]: DEBUG oslo_concurrency.lockutils [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.168035] env[65310]: DEBUG nova.compute.manager [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] No waiting events found dispatching network-vif-plugged-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 794.168252] env[65310]: WARNING nova.compute.manager [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Received unexpected event network-vif-plugged-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 for instance with vm_state shelved_offloaded and task_state spawning. [ 794.168423] env[65310]: DEBUG nova.compute.manager [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Received event network-changed-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 794.168629] env[65310]: DEBUG nova.compute.manager [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Refreshing instance network info cache due to event network-changed-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 794.168943] env[65310]: DEBUG oslo_concurrency.lockutils [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] Acquiring lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.169113] env[65310]: DEBUG oslo_concurrency.lockutils [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] Acquired lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.169278] env[65310]: DEBUG nova.network.neutron [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Refreshing network info cache for port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.289959] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765453} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.290108] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 595b764d-315b-4895-90b5-34a34410b033/595b764d-315b-4895-90b5-34a34410b033.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.290363] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.290623] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5e09e94-8c58-4d10-863b-f7b0ca6a4b4a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.298446] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for the task: (returnval){ [ 794.298446] env[65310]: value = "task-4446165" [ 794.298446] env[65310]: _type = "Task" [ 794.298446] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.309662] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.322620] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097241} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.322977] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.324367] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4760e5bb-2f7e-46f0-b232-eeaa779e07b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.354717] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 5ed9ef5b-376d-4e91-a163-b284d8e73492/5ed9ef5b-376d-4e91-a163-b284d8e73492.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.355463] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4c2f08-ba05-4d0b-a4dc-a231fc9f82a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.375623] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for the task: (returnval){ [ 794.375623] env[65310]: value = "task-4446166" [ 794.375623] env[65310]: _type = "Task" [ 794.375623] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.386684] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.528188] env[65310]: DEBUG oslo_concurrency.lockutils [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] Releasing lock "refresh_cache-595b764d-315b-4895-90b5-34a34410b033" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.528640] env[65310]: DEBUG nova.compute.manager [req-aa3a2137-d202-49c4-9737-e1df752ffc15 req-7c466b87-b4b5-4a32-89ca-63cb917eba7a service nova] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Received event network-vif-deleted-53f7b9b4-7e75-4913-95ee-b6c865e99238 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 794.559940] env[65310]: DEBUG oslo_vmware.api [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200713} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.560324] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.560455] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.560629] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.560812] env[65310]: INFO nova.compute.manager [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Took 1.17 seconds to destroy the instance on the hypervisor. [ 794.561131] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 794.561309] env[65310]: DEBUG nova.compute.manager [-] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 794.561411] env[65310]: DEBUG nova.network.neutron [-] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 794.561675] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.621289] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446161, 'name': CreateVM_Task, 'duration_secs': 0.680368} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.621617] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.622335] env[65310]: WARNING neutronclient.v2_0.client [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.623134] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.623134] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.623638] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.624019] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be57117-bc44-4c95-84d3-c6bbaf840523 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.630360] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 794.630360] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5219a45d-f80d-2ca5-2acf-4c3feb0cfdc0" [ 794.630360] env[65310]: _type = "Task" [ 794.630360] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.641788] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5219a45d-f80d-2ca5-2acf-4c3feb0cfdc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.675123] env[65310]: WARNING neutronclient.v2_0.client [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.738716] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.808948] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.888872] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446166, 'name': ReconfigVM_Task, 'duration_secs': 0.301024} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.889507] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 5ed9ef5b-376d-4e91-a163-b284d8e73492/5ed9ef5b-376d-4e91-a163-b284d8e73492.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.892578] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe8d682e-65f7-4c6d-8984-a8544df23e5f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.900163] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for the task: (returnval){ [ 794.900163] env[65310]: value = "task-4446167" [ 794.900163] env[65310]: _type = "Task" [ 794.900163] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.913662] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446167, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.149032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.149032] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Processing image a86792da-54fa-4f4b-9915-39e9fac703b8 {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.149255] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8/a86792da-54fa-4f4b-9915-39e9fac703b8.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.149313] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8/a86792da-54fa-4f4b-9915-39e9fac703b8.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.149473] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.150058] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3e71946-9ca0-4f45-8462-9490383c8174 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.170428] env[65310]: DEBUG nova.compute.manager [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 795.170428] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.170668] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.171673] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9e6a66-a107-45d3-8ef5-d2f2a6f10b90 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.182129] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 795.182129] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ef0367-717e-6392-0ad2-e974d042b9ba" [ 795.182129] env[65310]: _type = "Task" [ 795.182129] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.193621] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ef0367-717e-6392-0ad2-e974d042b9ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.197114] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c705ef-de53-4d5a-bc2b-08714c9abdb1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.207452] env[65310]: DEBUG nova.virt.hardware [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 795.207703] env[65310]: DEBUG nova.virt.hardware [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.207901] env[65310]: DEBUG nova.virt.hardware [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 795.208112] env[65310]: DEBUG nova.virt.hardware [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.208263] env[65310]: DEBUG nova.virt.hardware [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 795.208407] env[65310]: DEBUG nova.virt.hardware [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 795.208610] env[65310]: DEBUG nova.virt.hardware [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 795.208762] env[65310]: DEBUG nova.virt.hardware [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 795.208927] env[65310]: DEBUG nova.virt.hardware [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 795.209100] env[65310]: DEBUG nova.virt.hardware [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 795.209272] env[65310]: DEBUG nova.virt.hardware [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 795.210378] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7181bf2-1c19-4351-bbc9-69fe55c21c75 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.214081] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57b2d1c-2666-404d-8a33-61f7068654cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.248290] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1178612e-cebb-43df-b691-0c8c0489f112 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.253951] env[65310]: WARNING neutronclient.v2_0.client [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.256901] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ed32fa-9576-4383-bd47-7d23da8db436 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.276049] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dad43d3-0653-479d-95e5-f433f37ed544 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.292177] env[65310]: DEBUG nova.compute.provider_tree [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.313012] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.800044} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.313710] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.314739] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ddb606-3f03-484c-bf8b-a32856b555bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.341606] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 595b764d-315b-4895-90b5-34a34410b033/595b764d-315b-4895-90b5-34a34410b033.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.344894] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316ae413-2a64-484a-975f-d4a928b326d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.366477] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for the task: (returnval){ [ 795.366477] env[65310]: value = "task-4446168" [ 795.366477] env[65310]: _type = "Task" [ 795.366477] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.376495] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.410528] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446167, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.475909] env[65310]: DEBUG nova.network.neutron [-] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.486432] env[65310]: DEBUG nova.network.neutron [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updated VIF entry in instance network info cache for port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 795.486823] env[65310]: DEBUG nova.network.neutron [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updating instance_info_cache with network_info: [{"id": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "address": "fa:16:3e:aa:8c:ba", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c7bc93-c7", "ovs_interfaceid": "18c7bc93-c70a-49f3-a4ec-d44ba8ed7669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.696361] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Preparing fetch location {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 795.697248] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Fetch image to [datastore2] OSTACK_IMG_2ef976d5-89ff-4a66-97f3-b96dff167c4b/OSTACK_IMG_2ef976d5-89ff-4a66-97f3-b96dff167c4b.vmdk {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 795.697640] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Downloading stream optimized image a86792da-54fa-4f4b-9915-39e9fac703b8 to [datastore2] OSTACK_IMG_2ef976d5-89ff-4a66-97f3-b96dff167c4b/OSTACK_IMG_2ef976d5-89ff-4a66-97f3-b96dff167c4b.vmdk on the data store datastore2 as vApp {{(pid=65310) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 795.698349] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Downloading image file data a86792da-54fa-4f4b-9915-39e9fac703b8 to the ESX as VM named 'OSTACK_IMG_2ef976d5-89ff-4a66-97f3-b96dff167c4b' {{(pid=65310) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 795.720742] env[65310]: DEBUG nova.network.neutron [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Successfully updated port: 44327bf5-1de4-409f-b2b7-77081fec1330 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 795.795765] env[65310]: DEBUG nova.scheduler.client.report [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.800414] env[65310]: DEBUG oslo_vmware.rw_handles [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 795.800414] env[65310]: value = "resgroup-9" [ 795.800414] env[65310]: _type = "ResourcePool" [ 795.800414] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 795.800704] env[65310]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0a3fc7a1-7b35-4510-9bc7-8b98e08b73df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.826024] env[65310]: DEBUG oslo_vmware.rw_handles [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lease: (returnval){ [ 795.826024] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcb3f4-0786-6013-90e8-1160ef6dfe64" [ 795.826024] env[65310]: _type = "HttpNfcLease" [ 795.826024] env[65310]: } obtained for vApp import into resource pool (val){ [ 795.826024] env[65310]: value = "resgroup-9" [ 795.826024] env[65310]: _type = "ResourcePool" [ 795.826024] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 795.826381] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the lease: (returnval){ [ 795.826381] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcb3f4-0786-6013-90e8-1160ef6dfe64" [ 795.826381] env[65310]: _type = "HttpNfcLease" [ 795.826381] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 795.833989] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.833989] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcb3f4-0786-6013-90e8-1160ef6dfe64" [ 795.833989] env[65310]: _type = "HttpNfcLease" [ 795.833989] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 795.879044] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.912184] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446167, 'name': Rename_Task, 'duration_secs': 0.866001} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.912485] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.912746] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29cb1968-bd7e-4212-845c-2da5c2d65109 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.919877] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for the task: (returnval){ [ 795.919877] env[65310]: value = "task-4446170" [ 795.919877] env[65310]: _type = "Task" [ 795.919877] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.931357] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.979053] env[65310]: INFO nova.compute.manager [-] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Took 1.42 seconds to deallocate network for instance. [ 795.989421] env[65310]: DEBUG oslo_concurrency.lockutils [req-63ffdff7-3ebe-4f74-911c-ae1bce24d49d req-f6221d92-9f0c-4f8b-afed-6a19e9315a2e service nova] Releasing lock "refresh_cache-242c60e5-0ad8-42c7-b47c-846bf5b7001f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.027327] env[65310]: DEBUG nova.compute.manager [req-6cb20c01-69ee-45c2-aa69-25c769e7c82e req-e11a4077-7ac9-4eca-bd36-ed1acf0d2002 service nova] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Received event network-vif-plugged-44327bf5-1de4-409f-b2b7-77081fec1330 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 796.027528] env[65310]: DEBUG oslo_concurrency.lockutils [req-6cb20c01-69ee-45c2-aa69-25c769e7c82e req-e11a4077-7ac9-4eca-bd36-ed1acf0d2002 service nova] Acquiring lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.027584] env[65310]: DEBUG oslo_concurrency.lockutils [req-6cb20c01-69ee-45c2-aa69-25c769e7c82e req-e11a4077-7ac9-4eca-bd36-ed1acf0d2002 service nova] Lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.027718] env[65310]: DEBUG oslo_concurrency.lockutils [req-6cb20c01-69ee-45c2-aa69-25c769e7c82e req-e11a4077-7ac9-4eca-bd36-ed1acf0d2002 service nova] Lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.027922] env[65310]: DEBUG nova.compute.manager [req-6cb20c01-69ee-45c2-aa69-25c769e7c82e req-e11a4077-7ac9-4eca-bd36-ed1acf0d2002 service nova] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] No waiting events found dispatching network-vif-plugged-44327bf5-1de4-409f-b2b7-77081fec1330 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 796.028206] env[65310]: WARNING nova.compute.manager [req-6cb20c01-69ee-45c2-aa69-25c769e7c82e req-e11a4077-7ac9-4eca-bd36-ed1acf0d2002 service nova] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Received unexpected event network-vif-plugged-44327bf5-1de4-409f-b2b7-77081fec1330 for instance with vm_state building and task_state spawning. [ 796.229884] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "refresh_cache-99b0b92f-45c3-41fe-938d-6ab1c384e6c5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.230096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired lock "refresh_cache-99b0b92f-45c3-41fe-938d-6ab1c384e6c5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.230302] env[65310]: DEBUG nova.network.neutron [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 796.246550] env[65310]: DEBUG nova.compute.manager [req-63117617-e4f9-47d3-a5c4-24993e0d057d req-5debb21b-948d-4e43-a537-243b9ed2bfaa service nova] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Received event network-vif-deleted-4c905448-9b40-4650-85f9-6146dee0b087 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 796.319750] env[65310]: DEBUG oslo_concurrency.lockutils [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.323642] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.008s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.324289] env[65310]: DEBUG nova.objects.instance [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lazy-loading 'resources' on Instance uuid 49b4868e-8f93-4b46-8156-092b779ba577 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.338047] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.338047] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcb3f4-0786-6013-90e8-1160ef6dfe64" [ 796.338047] env[65310]: _type = "HttpNfcLease" [ 796.338047] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 796.355968] env[65310]: INFO nova.scheduler.client.report [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Deleted allocations for instance 4925f314-6b60-4a7a-ac45-8ac8a9a059f6 [ 796.380238] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446168, 'name': ReconfigVM_Task, 'duration_secs': 0.623813} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.380526] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 595b764d-315b-4895-90b5-34a34410b033/595b764d-315b-4895-90b5-34a34410b033.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.381271] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7f3192f-2f12-45d3-b216-104c32bd981b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.390419] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for the task: (returnval){ [ 796.390419] env[65310]: value = "task-4446171" [ 796.390419] env[65310]: _type = "Task" [ 796.390419] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.401564] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446171, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.434825] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.486312] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.778812] env[65310]: DEBUG nova.network.neutron [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 796.841846] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.841846] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcb3f4-0786-6013-90e8-1160ef6dfe64" [ 796.841846] env[65310]: _type = "HttpNfcLease" [ 796.841846] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 796.841846] env[65310]: DEBUG oslo_vmware.rw_handles [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 796.841846] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcb3f4-0786-6013-90e8-1160ef6dfe64" [ 796.841846] env[65310]: _type = "HttpNfcLease" [ 796.841846] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 796.843656] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a1c4ec-f923-43b7-b758-10dcc1c536f8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.853184] env[65310]: DEBUG oslo_vmware.rw_handles [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f70ae2-84e0-8db7-3eee-a373cca0b785/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 796.853184] env[65310]: DEBUG oslo_vmware.rw_handles [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f70ae2-84e0-8db7-3eee-a373cca0b785/disk-0.vmdk. {{(pid=65310) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 796.924283] env[65310]: DEBUG oslo_concurrency.lockutils [None req-256be7be-bc18-47c2-8154-93c2fa00638d tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Lock "4925f314-6b60-4a7a-ac45-8ac8a9a059f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.739s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.949072] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9a1c3e0-9627-4ebf-ac70-735dc9fa6827 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.959583] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446171, 'name': Rename_Task, 'duration_secs': 0.29865} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.959790] env[65310]: DEBUG oslo_vmware.api [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446170, 'name': PowerOnVM_Task, 'duration_secs': 0.565466} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.960583] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.961318] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.961318] env[65310]: INFO nova.compute.manager [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Took 10.35 seconds to spawn the instance on the hypervisor. [ 796.961318] env[65310]: DEBUG nova.compute.manager [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 796.964405] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b13ed6a-5c0e-4686-ae74-9c3f9ddaa36d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.967292] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f721d2-388a-43a7-bf9c-839497672aa6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.985473] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for the task: (returnval){ [ 796.985473] env[65310]: value = "task-4446172" [ 796.985473] env[65310]: _type = "Task" [ 796.985473] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.998506] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446172, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.005259] env[65310]: WARNING neutronclient.v2_0.client [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.154567] env[65310]: DEBUG nova.network.neutron [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Updating instance_info_cache with network_info: [{"id": "44327bf5-1de4-409f-b2b7-77081fec1330", "address": "fa:16:3e:7f:24:56", "network": {"id": "3d4b199e-9f56-44ea-a6b1-71887167970b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-211196734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a11be1f38f444788fc394aae42ffefb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44327bf5-1d", "ovs_interfaceid": "44327bf5-1de4-409f-b2b7-77081fec1330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.502998] env[65310]: INFO nova.compute.manager [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Took 53.76 seconds to build instance. [ 797.509409] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446172, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.562772] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cf5cec-1532-4dbd-9342-6be8984e0784 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.573875] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ec0bbc-32d0-477f-91f0-24ff1b19f3d6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.605295] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df7f06-0664-4a88-9dd3-c300add4504c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.614394] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc66bded-b26b-44a8-bf03-a30178541c41 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.630732] env[65310]: DEBUG nova.compute.provider_tree [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.660877] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Releasing lock "refresh_cache-99b0b92f-45c3-41fe-938d-6ab1c384e6c5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.661317] env[65310]: DEBUG nova.compute.manager [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Instance network_info: |[{"id": "44327bf5-1de4-409f-b2b7-77081fec1330", "address": "fa:16:3e:7f:24:56", "network": {"id": "3d4b199e-9f56-44ea-a6b1-71887167970b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-211196734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a11be1f38f444788fc394aae42ffefb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44327bf5-1d", "ovs_interfaceid": "44327bf5-1de4-409f-b2b7-77081fec1330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 797.661930] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:24:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44327bf5-1de4-409f-b2b7-77081fec1330', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.671886] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 797.675858] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.676587] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97dc004d-d587-4679-8029-1b906eff3e33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.706948] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.706948] env[65310]: value = "task-4446173" [ 797.706948] env[65310]: _type = "Task" [ 797.706948] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.721174] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446173, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.006907] env[65310]: DEBUG oslo_concurrency.lockutils [None req-705cbbf6-97ba-4ac1-a639-809e3e47a17b tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Lock "5ed9ef5b-376d-4e91-a163-b284d8e73492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.260s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.007429] env[65310]: DEBUG oslo_vmware.api [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446172, 'name': PowerOnVM_Task, 'duration_secs': 0.57233} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.011806] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.012116] env[65310]: INFO nova.compute.manager [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Took 8.79 seconds to spawn the instance on the hypervisor. [ 798.013303] env[65310]: DEBUG nova.compute.manager [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 798.014294] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c35e64-04ef-4259-a1fd-0d63f817e470 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.136594] env[65310]: DEBUG nova.scheduler.client.report [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.223927] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446173, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.527472] env[65310]: DEBUG nova.compute.manager [req-d4aa6597-040b-4c87-8391-057ad5010d48 req-ede0a1b5-1723-4434-9d36-b7d793b5a030 service nova] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Received event network-changed-44327bf5-1de4-409f-b2b7-77081fec1330 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 798.527663] env[65310]: DEBUG nova.compute.manager [req-d4aa6597-040b-4c87-8391-057ad5010d48 req-ede0a1b5-1723-4434-9d36-b7d793b5a030 service nova] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Refreshing instance network info cache due to event network-changed-44327bf5-1de4-409f-b2b7-77081fec1330. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 798.527937] env[65310]: DEBUG oslo_concurrency.lockutils [req-d4aa6597-040b-4c87-8391-057ad5010d48 req-ede0a1b5-1723-4434-9d36-b7d793b5a030 service nova] Acquiring lock "refresh_cache-99b0b92f-45c3-41fe-938d-6ab1c384e6c5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.533312] env[65310]: DEBUG oslo_concurrency.lockutils [req-d4aa6597-040b-4c87-8391-057ad5010d48 req-ede0a1b5-1723-4434-9d36-b7d793b5a030 service nova] Acquired lock "refresh_cache-99b0b92f-45c3-41fe-938d-6ab1c384e6c5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.533312] env[65310]: DEBUG nova.network.neutron [req-d4aa6597-040b-4c87-8391-057ad5010d48 req-ede0a1b5-1723-4434-9d36-b7d793b5a030 service nova] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Refreshing network info cache for port 44327bf5-1de4-409f-b2b7-77081fec1330 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.543254] env[65310]: INFO nova.compute.manager [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Took 53.44 seconds to build instance. [ 798.600031] env[65310]: DEBUG oslo_vmware.rw_handles [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Completed reading data from the image iterator. {{(pid=65310) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 798.603622] env[65310]: DEBUG oslo_vmware.rw_handles [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f70ae2-84e0-8db7-3eee-a373cca0b785/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 798.603622] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72598935-9e42-4a30-b127-7aff07fdba4d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.611805] env[65310]: DEBUG oslo_vmware.rw_handles [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f70ae2-84e0-8db7-3eee-a373cca0b785/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 798.611995] env[65310]: DEBUG oslo_vmware.rw_handles [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f70ae2-84e0-8db7-3eee-a373cca0b785/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 798.612425] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cb7f8a23-1c55-45f5-aa70-835d510f931a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.643077] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.647408] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.018s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.649886] env[65310]: INFO nova.compute.claims [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.686199] env[65310]: INFO nova.scheduler.client.report [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted allocations for instance 49b4868e-8f93-4b46-8156-092b779ba577 [ 798.724829] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446173, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.861427] env[65310]: DEBUG oslo_vmware.rw_handles [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f70ae2-84e0-8db7-3eee-a373cca0b785/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 798.861817] env[65310]: INFO nova.virt.vmwareapi.images [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Downloaded image file data a86792da-54fa-4f4b-9915-39e9fac703b8 [ 798.866877] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86bd71a-dfab-45a9-bbd1-ea793dca8c8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.887536] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d553fb9-460e-4e29-a433-563418870bcd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.934540] env[65310]: INFO nova.virt.vmwareapi.images [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] The imported VM was unregistered [ 798.935272] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Caching image {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 798.936452] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8 {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.936766] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3151a3f-315e-4971-a0e9-5c36cbe2719b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.952599] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Created directory with path [datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8 {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.952826] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2ef976d5-89ff-4a66-97f3-b96dff167c4b/OSTACK_IMG_2ef976d5-89ff-4a66-97f3-b96dff167c4b.vmdk to [datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8/a86792da-54fa-4f4b-9915-39e9fac703b8.vmdk. {{(pid=65310) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 798.953134] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4424b9eb-43a6-43a2-b3f3-38f17340131e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.962899] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 798.962899] env[65310]: value = "task-4446175" [ 798.962899] env[65310]: _type = "Task" [ 798.962899] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.976048] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446175, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.039613] env[65310]: WARNING neutronclient.v2_0.client [req-d4aa6597-040b-4c87-8391-057ad5010d48 req-ede0a1b5-1723-4434-9d36-b7d793b5a030 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.046992] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89adcd4f-2a32-4122-8c12-7267118e35ad tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Lock "595b764d-315b-4895-90b5-34a34410b033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.633s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.195013] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f96df78-8efe-4ad2-94c5-7bed1333c2df tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "49b4868e-8f93-4b46-8156-092b779ba577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.925s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.234777] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446173, 'name': CreateVM_Task, 'duration_secs': 1.418153} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.234777] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.234777] env[65310]: WARNING neutronclient.v2_0.client [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.235445] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.235445] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.236108] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.236108] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5000beaa-6cd1-429a-ad98-2f7fc47995a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.243538] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 799.243538] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52898c2d-5eab-4454-90ea-aa15cd4e229d" [ 799.243538] env[65310]: _type = "Task" [ 799.243538] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.251176] env[65310]: WARNING neutronclient.v2_0.client [req-d4aa6597-040b-4c87-8391-057ad5010d48 req-ede0a1b5-1723-4434-9d36-b7d793b5a030 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.261684] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52898c2d-5eab-4454-90ea-aa15cd4e229d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.361997] env[65310]: DEBUG nova.network.neutron [req-d4aa6597-040b-4c87-8391-057ad5010d48 req-ede0a1b5-1723-4434-9d36-b7d793b5a030 service nova] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Updated VIF entry in instance network info cache for port 44327bf5-1de4-409f-b2b7-77081fec1330. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 799.362567] env[65310]: DEBUG nova.network.neutron [req-d4aa6597-040b-4c87-8391-057ad5010d48 req-ede0a1b5-1723-4434-9d36-b7d793b5a030 service nova] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Updating instance_info_cache with network_info: [{"id": "44327bf5-1de4-409f-b2b7-77081fec1330", "address": "fa:16:3e:7f:24:56", "network": {"id": "3d4b199e-9f56-44ea-a6b1-71887167970b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-211196734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a11be1f38f444788fc394aae42ffefb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44327bf5-1d", "ovs_interfaceid": "44327bf5-1de4-409f-b2b7-77081fec1330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.475998] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446175, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.506607] env[65310]: DEBUG oslo_concurrency.lockutils [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquiring lock "5ed9ef5b-376d-4e91-a163-b284d8e73492" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.506607] env[65310]: DEBUG oslo_concurrency.lockutils [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Lock "5ed9ef5b-376d-4e91-a163-b284d8e73492" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.506607] env[65310]: DEBUG oslo_concurrency.lockutils [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquiring lock "5ed9ef5b-376d-4e91-a163-b284d8e73492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.506607] env[65310]: DEBUG oslo_concurrency.lockutils [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Lock "5ed9ef5b-376d-4e91-a163-b284d8e73492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.506945] env[65310]: DEBUG oslo_concurrency.lockutils [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Lock "5ed9ef5b-376d-4e91-a163-b284d8e73492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.508920] env[65310]: INFO nova.compute.manager [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Terminating instance [ 799.756290] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52898c2d-5eab-4454-90ea-aa15cd4e229d, 'name': SearchDatastore_Task, 'duration_secs': 0.076898} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.756636] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.756881] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.757136] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.757280] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.757457] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.757813] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b56168c3-ee8f-42d0-9658-bfab282c6138 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.774872] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.774872] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.774872] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912fdb7a-2f26-4f33-b161-a63bb4c84cee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.782932] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 799.782932] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df3e80-f177-2157-71ba-0aaabf1fe792" [ 799.782932] env[65310]: _type = "Task" [ 799.782932] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.797987] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df3e80-f177-2157-71ba-0aaabf1fe792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.866659] env[65310]: DEBUG oslo_concurrency.lockutils [req-d4aa6597-040b-4c87-8391-057ad5010d48 req-ede0a1b5-1723-4434-9d36-b7d793b5a030 service nova] Releasing lock "refresh_cache-99b0b92f-45c3-41fe-938d-6ab1c384e6c5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.979334] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446175, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.019196] env[65310]: DEBUG nova.compute.manager [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 800.019449] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.021171] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26ec44a-ea65-41cd-99b4-50070cbd223c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.029767] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.030168] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c72c113-f68b-485e-aa28-d240111f6bc4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.040035] env[65310]: DEBUG oslo_vmware.api [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for the task: (returnval){ [ 800.040035] env[65310]: value = "task-4446176" [ 800.040035] env[65310]: _type = "Task" [ 800.040035] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.051378] env[65310]: DEBUG oslo_vmware.api [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.253556] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a4df86-75b8-49d2-a9af-9797bdcb4e35 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.266326] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07e20ae-6861-45db-b07b-0b25c42dbb4e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.310645] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edc249b-3050-439f-9fc5-0e33aaa54a6c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.321191] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df3e80-f177-2157-71ba-0aaabf1fe792, 'name': SearchDatastore_Task, 'duration_secs': 0.094384} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.324482] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898ad0f5-2463-483d-8f99-c8f972d4243d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.328252] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659c0ab8-167c-41a7-9d30-18a8a7125e7e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.346495] env[65310]: DEBUG nova.compute.provider_tree [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.349356] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 800.349356] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5235a407-9dc6-fddb-193d-ed6a9ebb8482" [ 800.349356] env[65310]: _type = "Task" [ 800.349356] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.363293] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5235a407-9dc6-fddb-193d-ed6a9ebb8482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.459443] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.459616] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.484033] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446175, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.553982] env[65310]: DEBUG oslo_vmware.api [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446176, 'name': PowerOffVM_Task, 'duration_secs': 0.242904} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.554301] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.554482] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.554751] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e562e350-4170-4153-bd1d-316ea66eebb8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.632327] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.632673] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.632856] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Deleting the datastore file [datastore2] 5ed9ef5b-376d-4e91-a163-b284d8e73492 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.634303] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0463240f-f940-43e3-9897-2e123e8add26 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.644093] env[65310]: DEBUG oslo_vmware.api [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for the task: (returnval){ [ 800.644093] env[65310]: value = "task-4446178" [ 800.644093] env[65310]: _type = "Task" [ 800.644093] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.658744] env[65310]: DEBUG oslo_vmware.api [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.853589] env[65310]: DEBUG nova.scheduler.client.report [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.878025] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5235a407-9dc6-fddb-193d-ed6a9ebb8482, 'name': SearchDatastore_Task, 'duration_secs': 0.090213} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.879343] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.879744] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 99b0b92f-45c3-41fe-938d-6ab1c384e6c5/99b0b92f-45c3-41fe-938d-6ab1c384e6c5.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.880158] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f67df3ed-5a49-4505-8728-1b799a555aaf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.892929] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 800.892929] env[65310]: value = "task-4446179" [ 800.892929] env[65310]: _type = "Task" [ 800.892929] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.910378] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.963706] env[65310]: DEBUG nova.compute.manager [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 800.980133] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446175, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.160876] env[65310]: DEBUG oslo_vmware.api [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.366260] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.366753] env[65310]: DEBUG nova.compute.manager [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 801.371272] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.910s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.371272] env[65310]: DEBUG nova.objects.instance [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lazy-loading 'resources' on Instance uuid 14930653-ba99-4253-a226-9e9f18ebb1e2 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.417592] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.483340] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446175, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.497052] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.660810] env[65310]: DEBUG oslo_vmware.api [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Task: {'id': task-4446178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.979561} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.661056] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.661268] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.661425] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.661588] env[65310]: INFO nova.compute.manager [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Took 1.64 seconds to destroy the instance on the hypervisor. [ 801.661850] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 801.662076] env[65310]: DEBUG nova.compute.manager [-] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 801.662184] env[65310]: DEBUG nova.network.neutron [-] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 801.662454] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.708343] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.715539] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquiring lock "595b764d-315b-4895-90b5-34a34410b033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.717098] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Lock "595b764d-315b-4895-90b5-34a34410b033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.717098] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquiring lock "595b764d-315b-4895-90b5-34a34410b033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.717098] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Lock "595b764d-315b-4895-90b5-34a34410b033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.717098] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Lock "595b764d-315b-4895-90b5-34a34410b033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.719649] env[65310]: INFO nova.compute.manager [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Terminating instance [ 801.879076] env[65310]: DEBUG nova.compute.utils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.884286] env[65310]: DEBUG nova.compute.manager [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 801.884967] env[65310]: DEBUG nova.network.neutron [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 801.885393] env[65310]: WARNING neutronclient.v2_0.client [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.888019] env[65310]: WARNING neutronclient.v2_0.client [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.907019] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446179, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.986862] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446175, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.620492} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.987282] env[65310]: INFO nova.virt.vmwareapi.ds_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2ef976d5-89ff-4a66-97f3-b96dff167c4b/OSTACK_IMG_2ef976d5-89ff-4a66-97f3-b96dff167c4b.vmdk to [datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8/a86792da-54fa-4f4b-9915-39e9fac703b8.vmdk. [ 801.987545] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Cleaning up location [datastore2] OSTACK_IMG_2ef976d5-89ff-4a66-97f3-b96dff167c4b {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 801.987757] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2ef976d5-89ff-4a66-97f3-b96dff167c4b {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.988109] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e189748e-2ab0-40a2-b2b6-dfef01d3fdf1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.995808] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 801.995808] env[65310]: value = "task-4446180" [ 801.995808] env[65310]: _type = "Task" [ 801.995808] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.012053] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.048878] env[65310]: DEBUG nova.policy [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd63acce740cc4a4cb5372703931ed6ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6252c5654534ea7bfacb4e20779d52f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.228225] env[65310]: DEBUG nova.compute.manager [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 802.228549] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.229736] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daf22c8-62bf-4d45-af43-236e50556481 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.238115] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.238975] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7f4eb95-4cf5-4250-8a90-8c6d16000895 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.245480] env[65310]: DEBUG oslo_vmware.api [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for the task: (returnval){ [ 802.245480] env[65310]: value = "task-4446181" [ 802.245480] env[65310]: _type = "Task" [ 802.245480] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.256474] env[65310]: DEBUG oslo_vmware.api [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.386795] env[65310]: DEBUG nova.compute.manager [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 802.406509] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446179, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.077221} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.408068] env[65310]: DEBUG nova.network.neutron [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Successfully created port: 832944e8-e9e5-4443-9efd-16c67f4967b2 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 802.414168] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 99b0b92f-45c3-41fe-938d-6ab1c384e6c5/99b0b92f-45c3-41fe-938d-6ab1c384e6c5.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.414410] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.414999] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f253ebd-053f-4d90-a9d4-01b47f58b332 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.425278] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 802.425278] env[65310]: value = "task-4446182" [ 802.425278] env[65310]: _type = "Task" [ 802.425278] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.439414] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.469574] env[65310]: DEBUG nova.network.neutron [-] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.506962] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039545} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.506962] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.506962] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8/a86792da-54fa-4f4b-9915-39e9fac703b8.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.507213] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8/a86792da-54fa-4f4b-9915-39e9fac703b8.vmdk to [datastore2] 242c60e5-0ad8-42c7-b47c-846bf5b7001f/242c60e5-0ad8-42c7-b47c-846bf5b7001f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.510885] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2ec5177-d9e6-4bea-ac4d-a2764ad048cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.519447] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 802.519447] env[65310]: value = "task-4446183" [ 802.519447] env[65310]: _type = "Task" [ 802.519447] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.528576] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d01ae0d-4736-4175-8b1e-f261e3b3767e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.537482] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.540397] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bf0ad2-7e96-4721-a4d1-d67f7d5d04c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.580208] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da6eec0-ec8e-4481-bcbc-e28fc02364f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.589432] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61b12ad-bf21-4ff5-b0a5-9e558f8d83d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.604930] env[65310]: DEBUG nova.compute.provider_tree [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.757074] env[65310]: DEBUG oslo_vmware.api [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446181, 'name': PowerOffVM_Task, 'duration_secs': 0.218168} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.757918] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.757918] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.757918] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39d2345e-685e-4066-b344-dc87c0155fa6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.797453] env[65310]: DEBUG nova.compute.manager [req-06f47ae4-d6d4-482d-a14b-4fba8680e145 req-b34c4e03-5044-4600-a5cf-82ec6d3fae03 service nova] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Received event network-vif-deleted-152856b6-bb73-4646-9e7e-3c0af25a5b22 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 802.834462] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.835084] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.835084] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Deleting the datastore file [datastore2] 595b764d-315b-4895-90b5-34a34410b033 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.835862] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bde43c9-3eef-4bc5-a00a-c8a734f8ec38 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.843805] env[65310]: DEBUG oslo_vmware.api [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for the task: (returnval){ [ 802.843805] env[65310]: value = "task-4446185" [ 802.843805] env[65310]: _type = "Task" [ 802.843805] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.853814] env[65310]: DEBUG oslo_vmware.api [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.937994] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078925} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.938551] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.940018] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd55941-0e59-4e3c-a82c-b3289e2ef4d1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.965283] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 99b0b92f-45c3-41fe-938d-6ab1c384e6c5/99b0b92f-45c3-41fe-938d-6ab1c384e6c5.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.966131] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde45bf3-7e31-4ce9-8cf2-c5f42023d072 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.981383] env[65310]: INFO nova.compute.manager [-] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Took 1.32 seconds to deallocate network for instance. [ 802.991984] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 802.991984] env[65310]: value = "task-4446186" [ 802.991984] env[65310]: _type = "Task" [ 802.991984] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.001736] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.031782] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446183, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.127764] env[65310]: ERROR nova.scheduler.client.report [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [req-fe17bc4a-d97d-4d44-9e32-5936234a3361] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe17bc4a-d97d-4d44-9e32-5936234a3361"}]} [ 803.151372] env[65310]: DEBUG nova.scheduler.client.report [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 803.171688] env[65310]: DEBUG nova.scheduler.client.report [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 803.172107] env[65310]: DEBUG nova.compute.provider_tree [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.187049] env[65310]: DEBUG nova.scheduler.client.report [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 803.212684] env[65310]: DEBUG nova.scheduler.client.report [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 803.371775] env[65310]: DEBUG oslo_vmware.api [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.397122] env[65310]: DEBUG nova.compute.manager [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 803.428686] env[65310]: DEBUG nova.virt.hardware [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 803.428991] env[65310]: DEBUG nova.virt.hardware [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.429187] env[65310]: DEBUG nova.virt.hardware [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 803.429373] env[65310]: DEBUG nova.virt.hardware [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.429519] env[65310]: DEBUG nova.virt.hardware [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 803.429666] env[65310]: DEBUG nova.virt.hardware [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 803.429877] env[65310]: DEBUG nova.virt.hardware [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 803.430046] env[65310]: DEBUG nova.virt.hardware [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 803.430259] env[65310]: DEBUG nova.virt.hardware [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 803.430441] env[65310]: DEBUG nova.virt.hardware [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 803.430769] env[65310]: DEBUG nova.virt.hardware [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 803.431735] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383b1632-5469-4fe7-b981-c74cef9f904f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.445476] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4481db-24e5-466a-8b41-6e9155b6da4f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.489012] env[65310]: DEBUG oslo_concurrency.lockutils [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.506209] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.534494] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446183, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.806026] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674639aa-5518-4a06-999e-4a1fcd9294f2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.815085] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffc0216-bc46-4c34-9918-675adc0878e3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.850154] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd39d6-77a9-4dde-8250-01b48231c928 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.866979] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1682af-bb1d-471f-a176-9f12cdef0959 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.871350] env[65310]: DEBUG oslo_vmware.api [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.887494] env[65310]: DEBUG nova.compute.provider_tree [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.009436] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.036516] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446183, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.122271] env[65310]: DEBUG nova.network.neutron [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Successfully updated port: 832944e8-e9e5-4443-9efd-16c67f4967b2 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 804.369200] env[65310]: DEBUG oslo_vmware.api [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.442641] env[65310]: DEBUG nova.scheduler.client.report [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 804.443244] env[65310]: DEBUG nova.compute.provider_tree [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 75 to 76 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 804.443397] env[65310]: DEBUG nova.compute.provider_tree [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.507924] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.535971] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446183, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.627419] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "refresh_cache-b9036839-d3bd-4f09-9424-94609c90dc6b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.627671] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "refresh_cache-b9036839-d3bd-4f09-9424-94609c90dc6b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.628070] env[65310]: DEBUG nova.network.neutron [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 804.869205] env[65310]: DEBUG oslo_vmware.api [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Task: {'id': task-4446185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.93085} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.869487] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.869668] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.869842] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.870104] env[65310]: INFO nova.compute.manager [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] [instance: 595b764d-315b-4895-90b5-34a34410b033] Took 2.64 seconds to destroy the instance on the hypervisor. [ 804.870394] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 804.870685] env[65310]: DEBUG nova.compute.manager [-] [instance: 595b764d-315b-4895-90b5-34a34410b033] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 804.870785] env[65310]: DEBUG nova.network.neutron [-] [instance: 595b764d-315b-4895-90b5-34a34410b033] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 804.871128] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.913650] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.958554] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.589s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.961547] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.581s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.962576] env[65310]: DEBUG nova.objects.instance [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 804.990663] env[65310]: INFO nova.scheduler.client.report [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Deleted allocations for instance 14930653-ba99-4253-a226-9e9f18ebb1e2 [ 805.010853] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.034877] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446183, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.513356} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.035164] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a86792da-54fa-4f4b-9915-39e9fac703b8/a86792da-54fa-4f4b-9915-39e9fac703b8.vmdk to [datastore2] 242c60e5-0ad8-42c7-b47c-846bf5b7001f/242c60e5-0ad8-42c7-b47c-846bf5b7001f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.036017] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246285b9-15a9-4d1a-979d-bb3e04b24e05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.061030] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 242c60e5-0ad8-42c7-b47c-846bf5b7001f/242c60e5-0ad8-42c7-b47c-846bf5b7001f.vmdk or device None with type streamOptimized {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.061541] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210fa4d2-af89-4c91-94c1-7b8eb20fed4c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.083603] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 805.083603] env[65310]: value = "task-4446187" [ 805.083603] env[65310]: _type = "Task" [ 805.083603] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.094465] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.193303] env[65310]: DEBUG nova.network.neutron [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 805.240311] env[65310]: DEBUG nova.compute.manager [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Received event network-vif-plugged-832944e8-e9e5-4443-9efd-16c67f4967b2 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 805.240509] env[65310]: DEBUG oslo_concurrency.lockutils [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] Acquiring lock "b9036839-d3bd-4f09-9424-94609c90dc6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.240703] env[65310]: DEBUG oslo_concurrency.lockutils [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.240869] env[65310]: DEBUG oslo_concurrency.lockutils [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.241044] env[65310]: DEBUG nova.compute.manager [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] No waiting events found dispatching network-vif-plugged-832944e8-e9e5-4443-9efd-16c67f4967b2 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 805.241272] env[65310]: WARNING nova.compute.manager [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Received unexpected event network-vif-plugged-832944e8-e9e5-4443-9efd-16c67f4967b2 for instance with vm_state building and task_state spawning. [ 805.241432] env[65310]: DEBUG nova.compute.manager [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Received event network-changed-832944e8-e9e5-4443-9efd-16c67f4967b2 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 805.241580] env[65310]: DEBUG nova.compute.manager [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Refreshing instance network info cache due to event network-changed-832944e8-e9e5-4443-9efd-16c67f4967b2. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 805.241741] env[65310]: DEBUG oslo_concurrency.lockutils [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] Acquiring lock "refresh_cache-b9036839-d3bd-4f09-9424-94609c90dc6b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.285422] env[65310]: WARNING neutronclient.v2_0.client [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.381175] env[65310]: DEBUG nova.network.neutron [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Updating instance_info_cache with network_info: [{"id": "832944e8-e9e5-4443-9efd-16c67f4967b2", "address": "fa:16:3e:d1:40:00", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap832944e8-e9", "ovs_interfaceid": "832944e8-e9e5-4443-9efd-16c67f4967b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.507954] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d86a78fe-4239-4066-949c-6ceaa0c9d82c tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "14930653-ba99-4253-a226-9e9f18ebb1e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.808s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.515700] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446186, 'name': ReconfigVM_Task, 'duration_secs': 2.165497} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.516355] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 99b0b92f-45c3-41fe-938d-6ab1c384e6c5/99b0b92f-45c3-41fe-938d-6ab1c384e6c5.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.517031] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b9ee0e7-be47-429e-862f-bb425f92e106 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.525323] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 805.525323] env[65310]: value = "task-4446188" [ 805.525323] env[65310]: _type = "Task" [ 805.525323] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.536118] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446188, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.596086] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446187, 'name': ReconfigVM_Task, 'duration_secs': 0.463848} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.596427] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 242c60e5-0ad8-42c7-b47c-846bf5b7001f/242c60e5-0ad8-42c7-b47c-846bf5b7001f.vmdk or device None with type streamOptimized {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.597868] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'size': 0, 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'image_id': '44ad85d0-985c-4e0c-b13e-c566a51b9bbc'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869609', 'volume_id': '9c9551eb-b461-44e6-8913-974c002ecc80', 'name': 'volume-9c9551eb-b461-44e6-8913-974c002ecc80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '242c60e5-0ad8-42c7-b47c-846bf5b7001f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9551eb-b461-44e6-8913-974c002ecc80', 'serial': '9c9551eb-b461-44e6-8913-974c002ecc80'}, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '9762734c-bdcf-42ca-9037-24d32b89178b', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=65310) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 805.598100] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 805.598301] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869609', 'volume_id': '9c9551eb-b461-44e6-8913-974c002ecc80', 'name': 'volume-9c9551eb-b461-44e6-8913-974c002ecc80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '242c60e5-0ad8-42c7-b47c-846bf5b7001f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9551eb-b461-44e6-8913-974c002ecc80', 'serial': '9c9551eb-b461-44e6-8913-974c002ecc80'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 805.599205] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f62d522-bfbc-4a85-8333-1937119a945a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.621834] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf37590-0ad0-409c-baea-1315571eeb96 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.650373] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-9c9551eb-b461-44e6-8913-974c002ecc80/volume-9c9551eb-b461-44e6-8913-974c002ecc80.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.651029] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf26ac77-64b4-4932-bfe7-9773ca921e77 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.673474] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 805.673474] env[65310]: value = "task-4446189" [ 805.673474] env[65310]: _type = "Task" [ 805.673474] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.688032] env[65310]: DEBUG nova.network.neutron [-] [instance: 595b764d-315b-4895-90b5-34a34410b033] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.689859] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.887308] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "refresh_cache-b9036839-d3bd-4f09-9424-94609c90dc6b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.887902] env[65310]: DEBUG nova.compute.manager [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Instance network_info: |[{"id": "832944e8-e9e5-4443-9efd-16c67f4967b2", "address": "fa:16:3e:d1:40:00", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap832944e8-e9", "ovs_interfaceid": "832944e8-e9e5-4443-9efd-16c67f4967b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 805.888239] env[65310]: DEBUG oslo_concurrency.lockutils [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] Acquired lock "refresh_cache-b9036839-d3bd-4f09-9424-94609c90dc6b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.888440] env[65310]: DEBUG nova.network.neutron [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Refreshing network info cache for port 832944e8-e9e5-4443-9efd-16c67f4967b2 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.889732] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:40:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '832944e8-e9e5-4443-9efd-16c67f4967b2', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.898030] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Creating folder: Project (b6252c5654534ea7bfacb4e20779d52f). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.899876] env[65310]: WARNING neutronclient.v2_0.client [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.903204] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfc447b4-c00d-4830-8d13-91a7e4a3186b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.920010] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Created folder: Project (b6252c5654534ea7bfacb4e20779d52f) in parent group-v869493. [ 805.920010] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Creating folder: Instances. Parent ref: group-v869639. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.920010] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b6dc246-5f4b-4ce5-9a8b-8843f333bd2c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.932250] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Created folder: Instances in parent group-v869639. [ 805.932580] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 805.932806] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.933115] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2147abb-22d4-4410-b023-3c68e9bf81e3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.960430] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.960430] env[65310]: value = "task-4446192" [ 805.960430] env[65310]: _type = "Task" [ 805.960430] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.969992] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446192, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.972235] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67263e3e-f485-4808-a616-bce7531dfc31 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.973664] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.574s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.975384] env[65310]: INFO nova.compute.claims [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.038962] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446188, 'name': Rename_Task, 'duration_secs': 0.164391} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.039412] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.039717] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7106a1a9-2c32-4e41-9e8f-1975acd4c3b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.051380] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.051946] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.052896] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 806.052896] env[65310]: value = "task-4446193" [ 806.052896] env[65310]: _type = "Task" [ 806.052896] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.062864] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.108072] env[65310]: WARNING neutronclient.v2_0.client [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.185167] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446189, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.193409] env[65310]: INFO nova.compute.manager [-] [instance: 595b764d-315b-4895-90b5-34a34410b033] Took 1.32 seconds to deallocate network for instance. [ 806.203273] env[65310]: DEBUG nova.network.neutron [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Updated VIF entry in instance network info cache for port 832944e8-e9e5-4443-9efd-16c67f4967b2. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.203621] env[65310]: DEBUG nova.network.neutron [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Updating instance_info_cache with network_info: [{"id": "832944e8-e9e5-4443-9efd-16c67f4967b2", "address": "fa:16:3e:d1:40:00", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap832944e8-e9", "ovs_interfaceid": "832944e8-e9e5-4443-9efd-16c67f4967b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.345452] env[65310]: INFO nova.compute.manager [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Rebuilding instance [ 806.389398] env[65310]: DEBUG nova.compute.manager [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 806.390424] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbf5c73-33f0-49ac-b28d-f5bcd9d54f22 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.472852] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446192, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.554679] env[65310]: DEBUG nova.compute.manager [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 806.568166] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.686294] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446189, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.701545] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.705760] env[65310]: DEBUG oslo_concurrency.lockutils [req-d4b653c8-f036-4f88-b488-c173e608fc4c req-132ce8a8-75c1-4d2b-8787-893cfbd4a919 service nova] Releasing lock "refresh_cache-b9036839-d3bd-4f09-9424-94609c90dc6b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.944018] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "e12099d1-dbc9-4197-b65b-f739fc5dd31c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.944339] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "e12099d1-dbc9-4197-b65b-f739fc5dd31c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.944550] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "e12099d1-dbc9-4197-b65b-f739fc5dd31c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.944727] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "e12099d1-dbc9-4197-b65b-f739fc5dd31c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.944892] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "e12099d1-dbc9-4197-b65b-f739fc5dd31c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.946956] env[65310]: INFO nova.compute.manager [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Terminating instance [ 806.973396] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446192, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.078723] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.092742] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.193519] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446189, 'name': ReconfigVM_Task, 'duration_secs': 1.379821} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.193772] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-9c9551eb-b461-44e6-8913-974c002ecc80/volume-9c9551eb-b461-44e6-8913-974c002ecc80.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.201557] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7227b73-e77d-4dee-a054-2e01b6734d5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.220580] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 807.220580] env[65310]: value = "task-4446194" [ 807.220580] env[65310]: _type = "Task" [ 807.220580] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.235025] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.405446] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.405698] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f9a0a33-9c68-41c3-bf47-f1d1e509e094 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.414609] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for the task: (returnval){ [ 807.414609] env[65310]: value = "task-4446195" [ 807.414609] env[65310]: _type = "Task" [ 807.414609] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.429680] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.452505] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "refresh_cache-e12099d1-dbc9-4197-b65b-f739fc5dd31c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.452505] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquired lock "refresh_cache-e12099d1-dbc9-4197-b65b-f739fc5dd31c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.452505] env[65310]: DEBUG nova.network.neutron [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 807.463665] env[65310]: DEBUG nova.compute.manager [req-23f3044f-290a-4769-901b-ff2cc6f99019 req-2c4f8dcf-bcf3-4889-b105-972f6a7d2c73 service nova] [instance: 595b764d-315b-4895-90b5-34a34410b033] Received event network-vif-deleted-1b2945dc-4d38-436d-a4b5-02f72cf5a12e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 807.477572] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446192, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.544273] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4011e2-f5ef-48c3-8161-532bcbdef7be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.555438] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daeec89-18d4-497d-a0be-82facb53819b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.573505] env[65310]: DEBUG oslo_vmware.api [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446193, 'name': PowerOnVM_Task, 'duration_secs': 1.442434} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.601025] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.601309] env[65310]: INFO nova.compute.manager [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Took 12.43 seconds to spawn the instance on the hypervisor. [ 807.601496] env[65310]: DEBUG nova.compute.manager [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 807.603562] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c065c20-fbfd-4ca4-8774-f0ba8801449b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.606862] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b071b334-f91d-437c-a062-18c1cc21bfde {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.616626] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0ad531-f6e6-4923-8864-80b1cd1defb7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.627614] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "db6302e9-eb53-446b-845f-cceb3d8f8886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.627877] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "db6302e9-eb53-446b-845f-cceb3d8f8886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.638951] env[65310]: DEBUG nova.compute.provider_tree [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.731036] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446194, 'name': ReconfigVM_Task, 'duration_secs': 0.158779} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.731440] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869609', 'volume_id': '9c9551eb-b461-44e6-8913-974c002ecc80', 'name': 'volume-9c9551eb-b461-44e6-8913-974c002ecc80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '242c60e5-0ad8-42c7-b47c-846bf5b7001f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9551eb-b461-44e6-8913-974c002ecc80', 'serial': '9c9551eb-b461-44e6-8913-974c002ecc80'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 807.732141] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13cf8aac-3ef2-4f8d-86cb-cd2e57dcd908 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.741164] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 807.741164] env[65310]: value = "task-4446196" [ 807.741164] env[65310]: _type = "Task" [ 807.741164] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.749934] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446196, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.931958] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446195, 'name': PowerOffVM_Task, 'duration_secs': 0.180493} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.931958] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.932527] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.932793] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e85d5d94-eb2f-42fa-b256-400915b915ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.940838] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for the task: (returnval){ [ 807.940838] env[65310]: value = "task-4446197" [ 807.940838] env[65310]: _type = "Task" [ 807.940838] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.951071] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 807.951310] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 807.951495] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869590', 'volume_id': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'name': 'volume-b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0120ce13-f669-4233-a761-e885d8bb0348', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'serial': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 807.952296] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d658846-b02b-4096-a1ee-2949b658feb9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.956689] env[65310]: WARNING neutronclient.v2_0.client [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.962689] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.962955] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.983921] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd84a4b0-7a2d-483d-a0c7-05191c38a841 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.987696] env[65310]: DEBUG nova.network.neutron [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 807.994190] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446192, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.001056] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7ebd2b-bad4-42c2-9f31-f8236c2bf7ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.031647] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f101dfe1-3801-4f51-9591-2d0f2276bdd7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.051716] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] The volume has not been displaced from its original location: [datastore2] volume-b7fcca81-69d9-4ed5-b507-70cfdaa9acad/volume-b7fcca81-69d9-4ed5-b507-70cfdaa9acad.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 808.055409] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 808.055808] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e6a32d4-a21e-42e4-b123-2885fb1b545d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.073798] env[65310]: DEBUG nova.network.neutron [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.077064] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for the task: (returnval){ [ 808.077064] env[65310]: value = "task-4446198" [ 808.077064] env[65310]: _type = "Task" [ 808.077064] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.086470] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.133411] env[65310]: INFO nova.compute.manager [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Took 61.86 seconds to build instance. [ 808.164337] env[65310]: ERROR nova.scheduler.client.report [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [req-45500116-fdb2-4d59-8378-b6ddb2cb9e59] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-45500116-fdb2-4d59-8378-b6ddb2cb9e59"}]} [ 808.181868] env[65310]: DEBUG nova.scheduler.client.report [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 808.197910] env[65310]: DEBUG nova.scheduler.client.report [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 808.198194] env[65310]: DEBUG nova.compute.provider_tree [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.212079] env[65310]: DEBUG nova.scheduler.client.report [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 808.232522] env[65310]: DEBUG nova.scheduler.client.report [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 808.254477] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446196, 'name': Rename_Task, 'duration_secs': 0.315013} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.254758] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.255016] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06dfe725-bbc7-4133-817f-98f9247fd3e5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.264362] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 808.264362] env[65310]: value = "task-4446199" [ 808.264362] env[65310]: _type = "Task" [ 808.264362] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.276391] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.478228] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446192, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.578984] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Releasing lock "refresh_cache-e12099d1-dbc9-4197-b65b-f739fc5dd31c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.578984] env[65310]: DEBUG nova.compute.manager [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 808.578984] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.580413] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14391034-3816-4ac7-8543-da58fc288eb0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.595601] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.598361] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e22031bc-5655-4b89-900f-cd3a09b1eaf4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.600025] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446198, 'name': ReconfigVM_Task, 'duration_secs': 0.286451} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.600330] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 808.607633] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-775c517a-2057-489c-825a-ac8c6ae9dac4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.619514] env[65310]: DEBUG oslo_vmware.api [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 808.619514] env[65310]: value = "task-4446200" [ 808.619514] env[65310]: _type = "Task" [ 808.619514] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.627148] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for the task: (returnval){ [ 808.627148] env[65310]: value = "task-4446201" [ 808.627148] env[65310]: _type = "Task" [ 808.627148] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.630536] env[65310]: DEBUG oslo_vmware.api [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.637280] env[65310]: DEBUG oslo_concurrency.lockutils [None req-89e46659-c519-4da0-9108-5fd0f6ed8308 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.726s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.647652] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446201, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.778364] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446199, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.850553] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64cad86-127a-42be-9aaf-99d9ab3c7fd0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.859517] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a79e80-8b1a-40a8-b9f0-bb26fbe44694 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.897784] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b686460-e556-4fef-a0a5-289fc932658c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.907382] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829dbce6-bc75-4dcb-b106-e6427205eeb2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.923732] env[65310]: DEBUG nova.compute.provider_tree [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.978944] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446192, 'name': CreateVM_Task, 'duration_secs': 2.978086} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.978944] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.979064] env[65310]: WARNING neutronclient.v2_0.client [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.979442] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.979597] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.980053] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.980361] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2def0cbd-6799-4394-9448-6cd428a29cb5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.986788] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 808.986788] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d53cb3-6565-120f-f477-ee2a48c8c2ca" [ 808.986788] env[65310]: _type = "Task" [ 808.986788] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.998841] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d53cb3-6565-120f-f477-ee2a48c8c2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.131908] env[65310]: DEBUG oslo_vmware.api [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446200, 'name': PowerOffVM_Task, 'duration_secs': 0.19744} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.135324] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.135553] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.135856] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2cd0792-4184-4816-822b-08f552f76eb3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.139478] env[65310]: DEBUG nova.compute.manager [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 809.144939] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446201, 'name': ReconfigVM_Task, 'duration_secs': 0.157357} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.145481] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869590', 'volume_id': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'name': 'volume-b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0120ce13-f669-4233-a761-e885d8bb0348', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad', 'serial': 'b7fcca81-69d9-4ed5-b507-70cfdaa9acad'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 809.145795] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.146643] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29508854-783d-4a25-90e5-24535b633370 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.154105] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.154384] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dcc4cc0-4efc-465f-91da-7843c9ae5a48 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.170486] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.170743] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.170924] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Deleting the datastore file [datastore1] e12099d1-dbc9-4197-b65b-f739fc5dd31c {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.171240] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96b967ba-ee85-4fca-8300-034f5f703982 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.179040] env[65310]: DEBUG oslo_vmware.api [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for the task: (returnval){ [ 809.179040] env[65310]: value = "task-4446204" [ 809.179040] env[65310]: _type = "Task" [ 809.179040] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.188067] env[65310]: DEBUG oslo_vmware.api [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.232606] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.232865] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.233132] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Deleting the datastore file [datastore2] 0120ce13-f669-4233-a761-e885d8bb0348 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.233501] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91ab1a85-d5f6-48fb-8bf3-33aa687abc39 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.243142] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for the task: (returnval){ [ 809.243142] env[65310]: value = "task-4446205" [ 809.243142] env[65310]: _type = "Task" [ 809.243142] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.255579] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.277702] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.457687] env[65310]: DEBUG nova.scheduler.client.report [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 809.458037] env[65310]: DEBUG nova.compute.provider_tree [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 79 to 80 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 809.461649] env[65310]: DEBUG nova.compute.provider_tree [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.465533] env[65310]: DEBUG nova.compute.manager [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 809.466431] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4684662a-6b1a-451f-9cfc-66acc685120f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.472604] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "interface-ee26ef56-78c7-42ab-a032-6832a53071c9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.472830] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-ee26ef56-78c7-42ab-a032-6832a53071c9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.473203] env[65310]: DEBUG nova.objects.instance [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'flavor' on Instance uuid ee26ef56-78c7-42ab-a032-6832a53071c9 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.500057] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d53cb3-6565-120f-f477-ee2a48c8c2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.026541} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.500376] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.500610] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.500879] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.500988] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.501171] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.501437] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42911ef0-0cb0-473a-b333-696b1a717196 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.512295] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.512484] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.513493] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7030f5d-a52c-46f4-99b8-6cf3ef555bd7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.519797] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 809.519797] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a1246a-8b95-95b3-3793-4bb6df3781d4" [ 809.519797] env[65310]: _type = "Task" [ 809.519797] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.528899] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a1246a-8b95-95b3-3793-4bb6df3781d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.661750] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.690068] env[65310]: DEBUG oslo_vmware.api [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Task: {'id': task-4446204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126207} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.690366] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.690546] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.690718] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.690884] env[65310]: INFO nova.compute.manager [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 809.691352] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 809.691352] env[65310]: DEBUG nova.compute.manager [-] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 809.691523] env[65310]: DEBUG nova.network.neutron [-] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 809.691676] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.710486] env[65310]: DEBUG nova.network.neutron [-] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 809.710746] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.754721] env[65310]: DEBUG oslo_vmware.api [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Task: {'id': task-4446205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136031} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.754982] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.755189] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.755355] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.776644] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.818167] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 809.818167] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76da92c2-a8a2-4e80-a96d-d7ce79728d8a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.828062] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bcc686-4aa7-4479-a4cd-759bfc51501a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.865281] env[65310]: ERROR nova.compute.manager [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Failed to detach volume b7fcca81-69d9-4ed5-b507-70cfdaa9acad from /dev/sda: nova.exception.InstanceNotFound: Instance 0120ce13-f669-4233-a761-e885d8bb0348 could not be found. [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Traceback (most recent call last): [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self.driver.rebuild(**kwargs) [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] raise NotImplementedError() [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] NotImplementedError [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] During handling of the above exception, another exception occurred: [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Traceback (most recent call last): [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 809.865281] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self.driver.detach_volume(context, old_connection_info, [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] return self._volumeops.detach_volume(connection_info, instance) [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self._detach_volume_vmdk(connection_info, instance) [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] stable_ref.fetch_moref(session) [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] raise exception.InstanceNotFound(instance_id=self._uuid) [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] nova.exception.InstanceNotFound: Instance 0120ce13-f669-4233-a761-e885d8bb0348 could not be found. [ 809.865683] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] [ 809.965115] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.991s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.965652] env[65310]: DEBUG nova.compute.manager [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 809.968649] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.236s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.968883] env[65310]: DEBUG nova.objects.instance [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lazy-loading 'resources' on Instance uuid 4d239bf8-b3d6-4d50-83c9-5794c0f706e6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.976807] env[65310]: WARNING neutronclient.v2_0.client [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.981623] env[65310]: INFO nova.compute.manager [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] instance snapshotting [ 809.984677] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85567fcc-665a-4be2-95d6-ae0b868d0dbc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.012444] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390acd64-84ac-41e3-a157-3ccc68b94f74 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.039036] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a1246a-8b95-95b3-3793-4bb6df3781d4, 'name': SearchDatastore_Task, 'duration_secs': 0.042314} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.040599] env[65310]: DEBUG nova.compute.utils [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Build of instance 0120ce13-f669-4233-a761-e885d8bb0348 aborted: Failed to rebuild volume backed instance. {{(pid=65310) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 810.045600] env[65310]: ERROR nova.compute.manager [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0120ce13-f669-4233-a761-e885d8bb0348 aborted: Failed to rebuild volume backed instance. [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Traceback (most recent call last): [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self.driver.rebuild(**kwargs) [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] raise NotImplementedError() [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] NotImplementedError [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] During handling of the above exception, another exception occurred: [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Traceback (most recent call last): [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 3682, in _rebuild_volume_backed_instance [ 810.045600] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self._detach_root_volume(context, instance, root_bdm) [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 3661, in _detach_root_volume [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] with excutils.save_and_reraise_exception(): [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self.force_reraise() [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] raise self.value [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self.driver.detach_volume(context, old_connection_info, [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] return self._volumeops.detach_volume(connection_info, instance) [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 810.046275] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self._detach_volume_vmdk(connection_info, instance) [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] stable_ref.fetch_moref(session) [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] raise exception.InstanceNotFound(instance_id=self._uuid) [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] nova.exception.InstanceNotFound: Instance 0120ce13-f669-4233-a761-e885d8bb0348 could not be found. [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] During handling of the above exception, another exception occurred: [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Traceback (most recent call last): [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 11553, in _error_out_instance_on_exception [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] yield [ 810.046659] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 3950, in rebuild_instance [ 810.047302] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self._do_rebuild_instance_with_claim( [ 810.047302] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 4036, in _do_rebuild_instance_with_claim [ 810.047302] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self._do_rebuild_instance( [ 810.047302] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 810.047302] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self._rebuild_default_impl(**kwargs) [ 810.047302] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 3805, in _rebuild_default_impl [ 810.047302] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] self._rebuild_volume_backed_instance( [ 810.047302] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] File "/opt/stack/nova/nova/compute/manager.py", line 3697, in _rebuild_volume_backed_instance [ 810.047302] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] raise exception.BuildAbortException( [ 810.047302] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] nova.exception.BuildAbortException: Build of instance 0120ce13-f669-4233-a761-e885d8bb0348 aborted: Failed to rebuild volume backed instance. [ 810.047302] env[65310]: ERROR nova.compute.manager [instance: 0120ce13-f669-4233-a761-e885d8bb0348] [ 810.047835] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97cd611-0b70-419f-8354-f8bc74b8bde6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.056126] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 810.056126] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52858835-2a03-44dc-ef80-c44cc54c2753" [ 810.056126] env[65310]: _type = "Task" [ 810.056126] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.066569] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52858835-2a03-44dc-ef80-c44cc54c2753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.068722] env[65310]: DEBUG nova.objects.instance [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'pci_requests' on Instance uuid ee26ef56-78c7-42ab-a032-6832a53071c9 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.213060] env[65310]: DEBUG nova.network.neutron [-] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.277728] env[65310]: DEBUG oslo_vmware.api [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446199, 'name': PowerOnVM_Task, 'duration_secs': 1.823947} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.278084] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.383061] env[65310]: DEBUG nova.compute.manager [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 810.383990] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa4b9d-f0b8-4278-a077-9ff46cf44c81 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.472032] env[65310]: DEBUG nova.compute.utils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.476533] env[65310]: DEBUG nova.compute.manager [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 810.477130] env[65310]: DEBUG nova.network.neutron [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 810.477130] env[65310]: WARNING neutronclient.v2_0.client [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.477333] env[65310]: WARNING neutronclient.v2_0.client [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.533033] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 810.533928] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d1ef9da-8064-43d5-bd67-87c19a9ddd34 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.536787] env[65310]: DEBUG nova.policy [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a16b7ae582fb48c89340b575391e130e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06820740f51c4c5cb99a265060439609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.546433] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 810.546433] env[65310]: value = "task-4446206" [ 810.546433] env[65310]: _type = "Task" [ 810.546433] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.559743] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446206, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.574616] env[65310]: DEBUG nova.objects.base [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 810.574851] env[65310]: DEBUG nova.network.neutron [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 810.575368] env[65310]: WARNING neutronclient.v2_0.client [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.575540] env[65310]: WARNING neutronclient.v2_0.client [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.578101] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52858835-2a03-44dc-ef80-c44cc54c2753, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.578200] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.578407] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] b9036839-d3bd-4f09-9424-94609c90dc6b/b9036839-d3bd-4f09-9424-94609c90dc6b.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.578683] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-420ed0fa-ef08-46a7-a8e3-16c127e39172 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.590373] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 810.590373] env[65310]: value = "task-4446207" [ 810.590373] env[65310]: _type = "Task" [ 810.590373] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.600725] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.649420] env[65310]: DEBUG nova.policy [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1756d99aff74d6687feb8fb1b1a5800', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6aef7c7cf542c68abd57af7c424300', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.718876] env[65310]: INFO nova.compute.manager [-] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Took 1.03 seconds to deallocate network for instance. [ 810.906531] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 72.196s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.974711] env[65310]: DEBUG nova.network.neutron [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Successfully created port: b1a58745-8b52-4a91-af27-2d25e1ef2125 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 810.980573] env[65310]: DEBUG nova.compute.manager [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 811.027356] env[65310]: DEBUG nova.network.neutron [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Successfully created port: 4e4da979-8dd5-48e5-8631-f97ce1c977eb {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 811.062757] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446206, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.103945] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446207, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.138810] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45baed1-ad91-419b-8a69-c415f5224471 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.147220] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded5dbd0-4fe8-4dfc-b113-4aa61daa552d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.179565] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0506091f-9ca8-491b-bdc0-55407eca228f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.188222] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b26868-896f-46be-803f-51dec9578d69 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.203303] env[65310]: DEBUG nova.compute.provider_tree [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.226875] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.558510] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446206, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.604222] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532465} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.604549] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] b9036839-d3bd-4f09-9424-94609c90dc6b/b9036839-d3bd-4f09-9424-94609c90dc6b.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.604742] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.605018] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29b66d69-5b5c-4cec-a842-5f2c02165f67 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.613830] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 811.613830] env[65310]: value = "task-4446208" [ 811.613830] env[65310]: _type = "Task" [ 811.613830] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.625787] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.707144] env[65310]: DEBUG nova.scheduler.client.report [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.992019] env[65310]: DEBUG nova.compute.manager [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 812.019249] env[65310]: DEBUG nova.virt.hardware [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 812.019560] env[65310]: DEBUG nova.virt.hardware [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.019714] env[65310]: DEBUG nova.virt.hardware [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 812.019933] env[65310]: DEBUG nova.virt.hardware [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.020100] env[65310]: DEBUG nova.virt.hardware [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 812.020268] env[65310]: DEBUG nova.virt.hardware [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 812.020490] env[65310]: DEBUG nova.virt.hardware [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 812.020649] env[65310]: DEBUG nova.virt.hardware [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 812.020812] env[65310]: DEBUG nova.virt.hardware [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 812.020983] env[65310]: DEBUG nova.virt.hardware [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 812.021191] env[65310]: DEBUG nova.virt.hardware [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 812.022160] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff4b572-3d54-4acf-99a3-1a3c3fd99a1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.032425] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70df415-d9fe-4603-8b42-12d3a3d622d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.057825] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446206, 'name': CreateSnapshot_Task, 'duration_secs': 1.204385} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.058198] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 812.059032] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac110ee-97c9-40b2-8e95-b5cae0765f62 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.079139] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.125629] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074431} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.126434] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.127350] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f61568-d7ea-4d22-aec5-45b2bb435115 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.151813] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] b9036839-d3bd-4f09-9424-94609c90dc6b/b9036839-d3bd-4f09-9424-94609c90dc6b.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.152174] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b7ff8a4-3b9e-4fd6-ac4a-4c36ee2f95d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.174609] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 812.174609] env[65310]: value = "task-4446209" [ 812.174609] env[65310]: _type = "Task" [ 812.174609] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.186170] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.213054] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.215733] env[65310]: DEBUG oslo_concurrency.lockutils [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.068s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.216283] env[65310]: DEBUG nova.objects.instance [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lazy-loading 'resources' on Instance uuid bb529f7e-5d01-4d34-902a-41f63dd50aff {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.241933] env[65310]: INFO nova.scheduler.client.report [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Deleted allocations for instance 4d239bf8-b3d6-4d50-83c9-5794c0f706e6 [ 812.580224] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 812.580591] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-578a8d98-9316-40d3-a370-4dab1ae5f9c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.591280] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 812.591280] env[65310]: value = "task-4446210" [ 812.591280] env[65310]: _type = "Task" [ 812.591280] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.600527] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446210, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.607120] env[65310]: DEBUG nova.network.neutron [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Successfully updated port: 4e4da979-8dd5-48e5-8631-f97ce1c977eb {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 812.609022] env[65310]: DEBUG nova.network.neutron [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Successfully updated port: b1a58745-8b52-4a91-af27-2d25e1ef2125 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 812.689893] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.753604] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b3a52353-e743-4631-a28c-784f8733dfc4 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Lock "4d239bf8-b3d6-4d50-83c9-5794c0f706e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.390s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.103714] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446210, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.111980] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.111980] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.112168] env[65310]: DEBUG nova.network.neutron [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 813.114387] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.114387] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.114516] env[65310]: DEBUG nova.network.neutron [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 813.188610] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446209, 'name': ReconfigVM_Task, 'duration_secs': 0.834511} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.188952] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Reconfigured VM instance instance-00000033 to attach disk [datastore1] b9036839-d3bd-4f09-9424-94609c90dc6b/b9036839-d3bd-4f09-9424-94609c90dc6b.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.189610] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78bfb776-f8ec-46e4-8d15-0e545c124b62 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.198099] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 813.198099] env[65310]: value = "task-4446211" [ 813.198099] env[65310]: _type = "Task" [ 813.198099] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.207772] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446211, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.294648] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d150cf-2d3f-425f-a1bd-037b3837ad8f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.303790] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4062c8b9-9f2f-4b72-aa51-0f6c18bced09 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.338870] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868bfd3e-0fcb-449a-ac9f-0bda33a20f4f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.347627] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f152a67-c9b7-4f13-b2ec-cd9d5e8b8765 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.363802] env[65310]: DEBUG nova.compute.provider_tree [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.602992] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446210, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.652183] env[65310]: DEBUG nova.network.neutron [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 813.660225] env[65310]: WARNING nova.network.neutron [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] 6566ed77-2f90-49ef-b489-eee418d2af4b already exists in list: networks containing: ['6566ed77-2f90-49ef-b489-eee418d2af4b']. ignoring it [ 813.711883] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446211, 'name': Rename_Task, 'duration_secs': 0.154445} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.716117] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.716847] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f2c1b61-fa2f-4d4b-8696-4ad7979b8d8d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.724248] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 813.724248] env[65310]: value = "task-4446212" [ 813.724248] env[65310]: _type = "Task" [ 813.724248] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.733201] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.771853] env[65310]: WARNING neutronclient.v2_0.client [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.792237] env[65310]: WARNING neutronclient.v2_0.client [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.846260] env[65310]: DEBUG nova.network.neutron [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance_info_cache with network_info: [{"id": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "address": "fa:16:3e:1d:1f:29", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a58745-8b", "ovs_interfaceid": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.867082] env[65310]: DEBUG nova.scheduler.client.report [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.975991] env[65310]: WARNING neutronclient.v2_0.client [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.058131] env[65310]: DEBUG nova.network.neutron [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Updating instance_info_cache with network_info: [{"id": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "address": "fa:16:3e:e8:f7:f5", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43eb4f50-49", "ovs_interfaceid": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e4da979-8dd5-48e5-8631-f97ce1c977eb", "address": "fa:16:3e:c0:5e:fe", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e4da979-8d", "ovs_interfaceid": "4e4da979-8dd5-48e5-8631-f97ce1c977eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.103254] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446210, 'name': CloneVM_Task, 'duration_secs': 1.434697} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.103508] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Created linked-clone VM from snapshot [ 814.104292] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c3ea04-3215-4689-8352-1baa3fcb0503 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.112466] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Uploading image 412e42f9-0d79-4c94-8f3f-077fc112b634 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 814.126193] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 814.126495] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-443c17ac-8ad2-4164-be20-1025c0feb939 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.133992] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 814.133992] env[65310]: value = "task-4446213" [ 814.133992] env[65310]: _type = "Task" [ 814.133992] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.143563] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446213, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.235120] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446212, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.348793] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.349306] env[65310]: DEBUG nova.compute.manager [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Instance network_info: |[{"id": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "address": "fa:16:3e:1d:1f:29", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a58745-8b", "ovs_interfaceid": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 814.349812] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:1f:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1a58745-8b52-4a91-af27-2d25e1ef2125', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.357666] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 814.357996] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.358270] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae360d7b-4e20-4d63-a377-5acae5152433 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.373911] env[65310]: DEBUG oslo_concurrency.lockutils [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.376349] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.463s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.376532] env[65310]: DEBUG nova.objects.instance [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 814.385792] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.385792] env[65310]: value = "task-4446214" [ 814.385792] env[65310]: _type = "Task" [ 814.385792] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.396448] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446214, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.401655] env[65310]: DEBUG nova.compute.manager [req-5e84abd8-9fa8-4733-813b-17d3fbeabb55 req-b4963283-bd54-4166-83fb-796842001b8e service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Received event network-vif-plugged-4e4da979-8dd5-48e5-8631-f97ce1c977eb {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 814.401909] env[65310]: DEBUG oslo_concurrency.lockutils [req-5e84abd8-9fa8-4733-813b-17d3fbeabb55 req-b4963283-bd54-4166-83fb-796842001b8e service nova] Acquiring lock "ee26ef56-78c7-42ab-a032-6832a53071c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.402076] env[65310]: DEBUG oslo_concurrency.lockutils [req-5e84abd8-9fa8-4733-813b-17d3fbeabb55 req-b4963283-bd54-4166-83fb-796842001b8e service nova] Lock "ee26ef56-78c7-42ab-a032-6832a53071c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.402240] env[65310]: DEBUG oslo_concurrency.lockutils [req-5e84abd8-9fa8-4733-813b-17d3fbeabb55 req-b4963283-bd54-4166-83fb-796842001b8e service nova] Lock "ee26ef56-78c7-42ab-a032-6832a53071c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.402404] env[65310]: DEBUG nova.compute.manager [req-5e84abd8-9fa8-4733-813b-17d3fbeabb55 req-b4963283-bd54-4166-83fb-796842001b8e service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] No waiting events found dispatching network-vif-plugged-4e4da979-8dd5-48e5-8631-f97ce1c977eb {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 814.402789] env[65310]: WARNING nova.compute.manager [req-5e84abd8-9fa8-4733-813b-17d3fbeabb55 req-b4963283-bd54-4166-83fb-796842001b8e service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Received unexpected event network-vif-plugged-4e4da979-8dd5-48e5-8631-f97ce1c977eb for instance with vm_state active and task_state None. [ 814.403887] env[65310]: INFO nova.scheduler.client.report [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted allocations for instance bb529f7e-5d01-4d34-902a-41f63dd50aff [ 814.422410] env[65310]: DEBUG nova.compute.manager [req-5b494450-9935-4f29-b798-d055ad645b50 req-e06c6bc7-97a8-4a99-b607-db9537c53dc6 service nova] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Received event network-vif-plugged-b1a58745-8b52-4a91-af27-2d25e1ef2125 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 814.422595] env[65310]: DEBUG oslo_concurrency.lockutils [req-5b494450-9935-4f29-b798-d055ad645b50 req-e06c6bc7-97a8-4a99-b607-db9537c53dc6 service nova] Acquiring lock "75779b88-c777-41b0-8a1f-d99c8aa131e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.422805] env[65310]: DEBUG oslo_concurrency.lockutils [req-5b494450-9935-4f29-b798-d055ad645b50 req-e06c6bc7-97a8-4a99-b607-db9537c53dc6 service nova] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.422921] env[65310]: DEBUG oslo_concurrency.lockutils [req-5b494450-9935-4f29-b798-d055ad645b50 req-e06c6bc7-97a8-4a99-b607-db9537c53dc6 service nova] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.423094] env[65310]: DEBUG nova.compute.manager [req-5b494450-9935-4f29-b798-d055ad645b50 req-e06c6bc7-97a8-4a99-b607-db9537c53dc6 service nova] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] No waiting events found dispatching network-vif-plugged-b1a58745-8b52-4a91-af27-2d25e1ef2125 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 814.423260] env[65310]: WARNING nova.compute.manager [req-5b494450-9935-4f29-b798-d055ad645b50 req-e06c6bc7-97a8-4a99-b607-db9537c53dc6 service nova] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Received unexpected event network-vif-plugged-b1a58745-8b52-4a91-af27-2d25e1ef2125 for instance with vm_state building and task_state spawning. [ 814.560765] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.561618] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.561618] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.562479] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a8d3be-1be0-4365-a5d0-06926c5b0b05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.580234] env[65310]: DEBUG nova.virt.hardware [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 814.580439] env[65310]: DEBUG nova.virt.hardware [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.580582] env[65310]: DEBUG nova.virt.hardware [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 814.580759] env[65310]: DEBUG nova.virt.hardware [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.580899] env[65310]: DEBUG nova.virt.hardware [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 814.581046] env[65310]: DEBUG nova.virt.hardware [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 814.581247] env[65310]: DEBUG nova.virt.hardware [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 814.581397] env[65310]: DEBUG nova.virt.hardware [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 814.581554] env[65310]: DEBUG nova.virt.hardware [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 814.581708] env[65310]: DEBUG nova.virt.hardware [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 814.581875] env[65310]: DEBUG nova.virt.hardware [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 814.588475] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Reconfiguring VM to attach interface {{(pid=65310) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 814.588890] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-479c6e1f-2063-416c-a976-37e704e40ae0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.610502] env[65310]: DEBUG oslo_vmware.api [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 814.610502] env[65310]: value = "task-4446215" [ 814.610502] env[65310]: _type = "Task" [ 814.610502] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.618934] env[65310]: DEBUG oslo_vmware.api [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446215, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.646257] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446213, 'name': Destroy_Task, 'duration_secs': 0.392878} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.646679] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Destroyed the VM [ 814.646886] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 814.647257] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c378dfda-e63a-4c47-9fec-e5e59ea7f3f2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.657216] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 814.657216] env[65310]: value = "task-4446216" [ 814.657216] env[65310]: _type = "Task" [ 814.657216] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.673605] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446216, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.737079] env[65310]: DEBUG oslo_vmware.api [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446212, 'name': PowerOnVM_Task, 'duration_secs': 0.625605} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.737079] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.737079] env[65310]: INFO nova.compute.manager [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Took 11.34 seconds to spawn the instance on the hypervisor. [ 814.737290] env[65310]: DEBUG nova.compute.manager [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 814.738198] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875d73cb-50f2-4d48-8233-14636012ce16 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.898597] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446214, 'name': CreateVM_Task, 'duration_secs': 0.380135} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.898776] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.899319] env[65310]: WARNING neutronclient.v2_0.client [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.899698] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.899818] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.900336] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.900428] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18082166-5dcb-4aec-9001-949d9a2eeb01 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.907546] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 814.907546] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528cf24f-3a1f-b18d-5007-a299a1e31c13" [ 814.907546] env[65310]: _type = "Task" [ 814.907546] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.915862] env[65310]: DEBUG oslo_concurrency.lockutils [None req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "bb529f7e-5d01-4d34-902a-41f63dd50aff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.366s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.920883] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528cf24f-3a1f-b18d-5007-a299a1e31c13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.992657] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Acquiring lock "0120ce13-f669-4233-a761-e885d8bb0348" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.992949] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "0120ce13-f669-4233-a761-e885d8bb0348" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.993231] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Acquiring lock "0120ce13-f669-4233-a761-e885d8bb0348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.993505] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "0120ce13-f669-4233-a761-e885d8bb0348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.993685] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "0120ce13-f669-4233-a761-e885d8bb0348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.996302] env[65310]: INFO nova.compute.manager [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Terminating instance [ 815.122566] env[65310]: DEBUG oslo_vmware.api [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.169544] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446216, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.260075] env[65310]: INFO nova.compute.manager [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Took 64.66 seconds to build instance. [ 815.393640] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a843fb0a-e76e-45f2-b38c-3041a3a09690 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.395051] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.857s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.395353] env[65310]: DEBUG nova.objects.instance [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lazy-loading 'resources' on Instance uuid 1198641a-fc81-48d2-a9d5-15321c80719c {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.421272] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528cf24f-3a1f-b18d-5007-a299a1e31c13, 'name': SearchDatastore_Task, 'duration_secs': 0.023094} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.421902] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.422158] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.422406] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.422552] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.422731] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.423040] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c5ee72b-0c06-4f9f-9f79-c2936a6e5630 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.437907] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.438217] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.439193] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b061980b-235a-4ca3-9780-9706d0579b2d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.446714] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 815.446714] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcf01d-2fc6-749e-c976-86aba47acd55" [ 815.446714] env[65310]: _type = "Task" [ 815.446714] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.457167] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcf01d-2fc6-749e-c976-86aba47acd55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.500869] env[65310]: DEBUG nova.compute.manager [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 815.501331] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-898de01a-cf82-49a9-8a9c-c050dc75e28c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.512506] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fa0987-7a6f-4842-8223-b24d4f0fd9e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.551031] env[65310]: WARNING nova.virt.vmwareapi.driver [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0120ce13-f669-4233-a761-e885d8bb0348 could not be found. [ 815.551347] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.551763] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8154f58-8ffc-4a3d-9db8-f89f085c715f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.561815] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67417c38-6fe6-4628-9fc8-f51951077193 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.597931] env[65310]: WARNING nova.virt.vmwareapi.vmops [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0120ce13-f669-4233-a761-e885d8bb0348 could not be found. [ 815.598195] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.598384] env[65310]: INFO nova.compute.manager [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Took 0.10 seconds to destroy the instance on the hypervisor. [ 815.598637] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 815.598922] env[65310]: DEBUG nova.compute.manager [-] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 815.599027] env[65310]: DEBUG nova.network.neutron [-] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 815.599274] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.620070] env[65310]: DEBUG oslo_vmware.api [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446215, 'name': ReconfigVM_Task, 'duration_secs': 0.794374} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.621041] env[65310]: WARNING neutronclient.v2_0.client [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.621041] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.621041] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Reconfigured VM to attach interface {{(pid=65310) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 815.664074] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.673250] env[65310]: DEBUG oslo_vmware.api [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446216, 'name': RemoveSnapshot_Task, 'duration_secs': 0.695778} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.673580] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 815.761989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-04645b3a-3911-46d7-90ce-6ab726a14348 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.045s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.960871] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcf01d-2fc6-749e-c976-86aba47acd55, 'name': SearchDatastore_Task, 'duration_secs': 0.022965} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.961431] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a17bae-ef0a-4a2b-b96d-4e4b1649c78f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.970539] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 815.970539] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5200446e-ef1b-c1d7-b87b-3db5e6497a0b" [ 815.970539] env[65310]: _type = "Task" [ 815.970539] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.981070] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5200446e-ef1b-c1d7-b87b-3db5e6497a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.126243] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4538d544-6d58-424d-b516-583c14bbcc0f tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-ee26ef56-78c7-42ab-a032-6832a53071c9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.653s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.179957] env[65310]: WARNING nova.compute.manager [None req-e0dd362c-23d0-4660-a8f9-0e9839daac41 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Image not found during snapshot: nova.exception.ImageNotFound: Image 412e42f9-0d79-4c94-8f3f-077fc112b634 could not be found. [ 816.264529] env[65310]: DEBUG nova.compute.manager [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 816.390289] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb012dc-4ddd-4326-b0e8-3a029adf092d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.399130] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7ac382-3818-4206-8755-73df3b050a65 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.431444] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda8f9e0-a81f-48b4-a357-c9c901aa83c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.441064] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fce4604-687d-43e7-8b58-4604df928de7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.456247] env[65310]: DEBUG nova.compute.provider_tree [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.481671] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5200446e-ef1b-c1d7-b87b-3db5e6497a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.025841} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.481969] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.482247] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 75779b88-c777-41b0-8a1f-d99c8aa131e2/75779b88-c777-41b0-8a1f-d99c8aa131e2.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.482510] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a96fdf4-9943-4bfa-ac3e-4788032b23ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.491830] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 816.491830] env[65310]: value = "task-4446217" [ 816.491830] env[65310]: _type = "Task" [ 816.491830] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.501104] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.611772] env[65310]: DEBUG nova.network.neutron [-] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.793088] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.959825] env[65310]: DEBUG nova.scheduler.client.report [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.006867] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446217, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.117661] env[65310]: INFO nova.compute.manager [-] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Took 1.52 seconds to deallocate network for instance. [ 817.141865] env[65310]: DEBUG nova.compute.manager [req-2340e0b0-233b-41b3-9b91-59f3a1d5f1af req-0e29efc7-c994-4656-b2da-0384a2fb90e9 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Received event network-changed-4e4da979-8dd5-48e5-8631-f97ce1c977eb {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 817.142174] env[65310]: DEBUG nova.compute.manager [req-2340e0b0-233b-41b3-9b91-59f3a1d5f1af req-0e29efc7-c994-4656-b2da-0384a2fb90e9 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Refreshing instance network info cache due to event network-changed-4e4da979-8dd5-48e5-8631-f97ce1c977eb. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 817.142269] env[65310]: DEBUG oslo_concurrency.lockutils [req-2340e0b0-233b-41b3-9b91-59f3a1d5f1af req-0e29efc7-c994-4656-b2da-0384a2fb90e9 service nova] Acquiring lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.142406] env[65310]: DEBUG oslo_concurrency.lockutils [req-2340e0b0-233b-41b3-9b91-59f3a1d5f1af req-0e29efc7-c994-4656-b2da-0384a2fb90e9 service nova] Acquired lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.142559] env[65310]: DEBUG nova.network.neutron [req-2340e0b0-233b-41b3-9b91-59f3a1d5f1af req-0e29efc7-c994-4656-b2da-0384a2fb90e9 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Refreshing network info cache for port 4e4da979-8dd5-48e5-8631-f97ce1c977eb {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.167812] env[65310]: DEBUG nova.compute.manager [req-434643c4-2fe1-4ebb-b18f-171d549738e3 req-193a7a68-4961-47a6-b714-319ad9fcf6cb service nova] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Received event network-changed-b1a58745-8b52-4a91-af27-2d25e1ef2125 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 817.168445] env[65310]: DEBUG nova.compute.manager [req-434643c4-2fe1-4ebb-b18f-171d549738e3 req-193a7a68-4961-47a6-b714-319ad9fcf6cb service nova] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Refreshing instance network info cache due to event network-changed-b1a58745-8b52-4a91-af27-2d25e1ef2125. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 817.168921] env[65310]: DEBUG oslo_concurrency.lockutils [req-434643c4-2fe1-4ebb-b18f-171d549738e3 req-193a7a68-4961-47a6-b714-319ad9fcf6cb service nova] Acquiring lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.169198] env[65310]: DEBUG oslo_concurrency.lockutils [req-434643c4-2fe1-4ebb-b18f-171d549738e3 req-193a7a68-4961-47a6-b714-319ad9fcf6cb service nova] Acquired lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.169471] env[65310]: DEBUG nova.network.neutron [req-434643c4-2fe1-4ebb-b18f-171d549738e3 req-193a7a68-4961-47a6-b714-319ad9fcf6cb service nova] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Refreshing network info cache for port b1a58745-8b52-4a91-af27-2d25e1ef2125 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.472431] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.476120] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.771s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.478263] env[65310]: DEBUG nova.objects.instance [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Lazy-loading 'resources' on Instance uuid 00b5a6a5-5c9f-4820-8671-7ccb33dc3995 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.500286] env[65310]: INFO nova.scheduler.client.report [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Deleted allocations for instance 1198641a-fc81-48d2-a9d5-15321c80719c [ 817.514224] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667092} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.515037] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 75779b88-c777-41b0-8a1f-d99c8aa131e2/75779b88-c777-41b0-8a1f-d99c8aa131e2.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.515465] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.515465] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02a1d1d3-1aea-47e1-9239-36555a5d422a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.529467] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 817.529467] env[65310]: value = "task-4446218" [ 817.529467] env[65310]: _type = "Task" [ 817.529467] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.541817] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.651051] env[65310]: WARNING neutronclient.v2_0.client [req-2340e0b0-233b-41b3-9b91-59f3a1d5f1af req-0e29efc7-c994-4656-b2da-0384a2fb90e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.673070] env[65310]: WARNING neutronclient.v2_0.client [req-434643c4-2fe1-4ebb-b18f-171d549738e3 req-193a7a68-4961-47a6-b714-319ad9fcf6cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.681549] env[65310]: INFO nova.compute.manager [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Took 0.56 seconds to detach 1 volumes for instance. [ 817.684522] env[65310]: DEBUG nova.compute.manager [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Deleting volume: b7fcca81-69d9-4ed5-b507-70cfdaa9acad {{(pid=65310) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 818.011909] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87debbc3-4d1f-4272-a473-47e198076cc2 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Lock "1198641a-fc81-48d2-a9d5-15321c80719c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.114s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.048175] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075089} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.049933] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.051736] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf443c-b7bc-4207-8720-8bb52c608727 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.082902] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 75779b88-c777-41b0-8a1f-d99c8aa131e2/75779b88-c777-41b0-8a1f-d99c8aa131e2.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.086299] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbdee942-d1ce-4883-aecc-f877f5160c68 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.116651] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 818.116651] env[65310]: value = "task-4446220" [ 818.116651] env[65310]: _type = "Task" [ 818.116651] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.129318] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.236591] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.582846] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a296ce5-6a8e-4046-9f5a-f41f1e4847b3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.597020] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6820bee6-a331-4c53-b8c5-733bcce9e75b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.636700] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac5f22-16d3-428c-8e49-580173a0a8ef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.640729] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.640916] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.641449] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.641449] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.642436] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.644288] env[65310]: INFO nova.compute.manager [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Terminating instance [ 818.655820] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446220, 'name': ReconfigVM_Task, 'duration_secs': 0.310256} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.655820] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 75779b88-c777-41b0-8a1f-d99c8aa131e2/75779b88-c777-41b0-8a1f-d99c8aa131e2.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.655820] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083da2f1-39f8-4a38-ad3f-22f5d071c832 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.659940] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29c60bda-1113-4d3a-aafa-84bf19eb3209 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.674257] env[65310]: DEBUG nova.compute.provider_tree [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.679678] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 818.679678] env[65310]: value = "task-4446221" [ 818.679678] env[65310]: _type = "Task" [ 818.679678] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.691733] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446221, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.860677] env[65310]: WARNING neutronclient.v2_0.client [req-2340e0b0-233b-41b3-9b91-59f3a1d5f1af req-0e29efc7-c994-4656-b2da-0384a2fb90e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.910823] env[65310]: WARNING neutronclient.v2_0.client [req-434643c4-2fe1-4ebb-b18f-171d549738e3 req-193a7a68-4961-47a6-b714-319ad9fcf6cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.161302] env[65310]: DEBUG nova.compute.manager [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 819.161552] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.162664] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c57a79e-915b-4e2e-9f2d-3987f86d2d17 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.171159] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.171261] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c109688b-8e01-4e1b-becd-0e6799de34a7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.191179] env[65310]: DEBUG oslo_vmware.api [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 819.191179] env[65310]: value = "task-4446222" [ 819.191179] env[65310]: _type = "Task" [ 819.191179] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.198220] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446221, 'name': Rename_Task, 'duration_secs': 0.144205} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.199436] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.199436] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6efdc0fe-18e3-42a6-9fb4-95b38a4aeacc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.204623] env[65310]: DEBUG oslo_vmware.api [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.206840] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 819.206840] env[65310]: value = "task-4446223" [ 819.206840] env[65310]: _type = "Task" [ 819.206840] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.212691] env[65310]: ERROR nova.scheduler.client.report [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] [req-9a24f23c-3700-429a-bbbc-adb8a9d78792] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9a24f23c-3700-429a-bbbc-adb8a9d78792"}]} [ 819.218365] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.245286] env[65310]: DEBUG nova.scheduler.client.report [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 819.271253] env[65310]: DEBUG nova.scheduler.client.report [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 819.271475] env[65310]: DEBUG nova.compute.provider_tree [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.276460] env[65310]: DEBUG nova.network.neutron [req-2340e0b0-233b-41b3-9b91-59f3a1d5f1af req-0e29efc7-c994-4656-b2da-0384a2fb90e9 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Updated VIF entry in instance network info cache for port 4e4da979-8dd5-48e5-8631-f97ce1c977eb. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 819.278266] env[65310]: DEBUG nova.network.neutron [req-2340e0b0-233b-41b3-9b91-59f3a1d5f1af req-0e29efc7-c994-4656-b2da-0384a2fb90e9 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Updating instance_info_cache with network_info: [{"id": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "address": "fa:16:3e:e8:f7:f5", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43eb4f50-49", "ovs_interfaceid": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e4da979-8dd5-48e5-8631-f97ce1c977eb", "address": "fa:16:3e:c0:5e:fe", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e4da979-8d", "ovs_interfaceid": "4e4da979-8dd5-48e5-8631-f97ce1c977eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.295801] env[65310]: DEBUG nova.scheduler.client.report [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 819.321058] env[65310]: DEBUG nova.scheduler.client.report [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 819.329946] env[65310]: DEBUG nova.network.neutron [req-434643c4-2fe1-4ebb-b18f-171d549738e3 req-193a7a68-4961-47a6-b714-319ad9fcf6cb service nova] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updated VIF entry in instance network info cache for port b1a58745-8b52-4a91-af27-2d25e1ef2125. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 819.329946] env[65310]: DEBUG nova.network.neutron [req-434643c4-2fe1-4ebb-b18f-171d549738e3 req-193a7a68-4961-47a6-b714-319ad9fcf6cb service nova] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance_info_cache with network_info: [{"id": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "address": "fa:16:3e:1d:1f:29", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a58745-8b", "ovs_interfaceid": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.704762] env[65310]: DEBUG oslo_vmware.api [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446222, 'name': PowerOffVM_Task, 'duration_secs': 0.379255} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.705214] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.705441] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.705925] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b066880-3067-4716-8f2a-1f4ecec3a620 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.722612] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.780306] env[65310]: DEBUG oslo_concurrency.lockutils [req-2340e0b0-233b-41b3-9b91-59f3a1d5f1af req-0e29efc7-c994-4656-b2da-0384a2fb90e9 service nova] Releasing lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.780306] env[65310]: DEBUG nova.compute.manager [req-2340e0b0-233b-41b3-9b91-59f3a1d5f1af req-0e29efc7-c994-4656-b2da-0384a2fb90e9 service nova] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Received event network-vif-deleted-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.794070] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.794070] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.794070] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Deleting the datastore file [datastore2] 99b0b92f-45c3-41fe-938d-6ab1c384e6c5 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.797641] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a79f29e-e504-44f5-a7ce-996dae5b2a90 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.806993] env[65310]: DEBUG oslo_vmware.api [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 819.806993] env[65310]: value = "task-4446225" [ 819.806993] env[65310]: _type = "Task" [ 819.806993] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.820583] env[65310]: DEBUG oslo_vmware.api [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.839436] env[65310]: DEBUG oslo_concurrency.lockutils [req-434643c4-2fe1-4ebb-b18f-171d549738e3 req-193a7a68-4961-47a6-b714-319ad9fcf6cb service nova] Releasing lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.952441] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552a23f5-5bc5-4580-aaea-f0436fc8a6ec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.961426] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce46eb07-2236-44ec-aa7a-5fb119b5a6f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.995679] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4193e9-a11a-4fe8-baa5-4b917c574b28 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.004717] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1fc048-bf0e-45f9-82ad-f6fdaf4bf602 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.019724] env[65310]: DEBUG nova.compute.provider_tree [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.110318] env[65310]: DEBUG nova.compute.manager [req-dbf671f3-7d07-449e-bbb8-b7243b2e3329 req-04f7c63d-5ec2-4411-affa-4c361116e8d6 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Received event network-changed-832944e8-e9e5-4443-9efd-16c67f4967b2 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 820.110510] env[65310]: DEBUG nova.compute.manager [req-dbf671f3-7d07-449e-bbb8-b7243b2e3329 req-04f7c63d-5ec2-4411-affa-4c361116e8d6 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Refreshing instance network info cache due to event network-changed-832944e8-e9e5-4443-9efd-16c67f4967b2. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 820.110710] env[65310]: DEBUG oslo_concurrency.lockutils [req-dbf671f3-7d07-449e-bbb8-b7243b2e3329 req-04f7c63d-5ec2-4411-affa-4c361116e8d6 service nova] Acquiring lock "refresh_cache-b9036839-d3bd-4f09-9424-94609c90dc6b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.110877] env[65310]: DEBUG oslo_concurrency.lockutils [req-dbf671f3-7d07-449e-bbb8-b7243b2e3329 req-04f7c63d-5ec2-4411-affa-4c361116e8d6 service nova] Acquired lock "refresh_cache-b9036839-d3bd-4f09-9424-94609c90dc6b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.111139] env[65310]: DEBUG nova.network.neutron [req-dbf671f3-7d07-449e-bbb8-b7243b2e3329 req-04f7c63d-5ec2-4411-affa-4c361116e8d6 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Refreshing network info cache for port 832944e8-e9e5-4443-9efd-16c67f4967b2 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.222862] env[65310]: DEBUG oslo_vmware.api [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446223, 'name': PowerOnVM_Task, 'duration_secs': 0.626983} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.223174] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.223372] env[65310]: INFO nova.compute.manager [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Took 8.23 seconds to spawn the instance on the hypervisor. [ 820.223665] env[65310]: DEBUG nova.compute.manager [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 820.225187] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23c3b94-bce2-4b85-a05a-3c6a59a64e18 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.320268] env[65310]: DEBUG oslo_vmware.api [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356992} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.320635] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.320773] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.320927] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.321114] env[65310]: INFO nova.compute.manager [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 820.321355] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 820.321551] env[65310]: DEBUG nova.compute.manager [-] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 820.321707] env[65310]: DEBUG nova.network.neutron [-] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 820.321883] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.372114] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.570015] env[65310]: DEBUG nova.scheduler.client.report [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 820.570276] env[65310]: DEBUG nova.compute.provider_tree [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 81 to 82 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 820.570584] env[65310]: DEBUG nova.compute.provider_tree [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.616036] env[65310]: WARNING neutronclient.v2_0.client [req-dbf671f3-7d07-449e-bbb8-b7243b2e3329 req-04f7c63d-5ec2-4411-affa-4c361116e8d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.744444] env[65310]: INFO nova.compute.manager [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Took 55.38 seconds to build instance. [ 820.884178] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "interface-ee26ef56-78c7-42ab-a032-6832a53071c9-4e4da979-8dd5-48e5-8631-f97ce1c977eb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.884320] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-ee26ef56-78c7-42ab-a032-6832a53071c9-4e4da979-8dd5-48e5-8631-f97ce1c977eb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.078769] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.603s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.082091] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.046s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.082656] env[65310]: INFO nova.compute.claims [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.105561] env[65310]: INFO nova.scheduler.client.report [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Deleted allocations for instance 00b5a6a5-5c9f-4820-8671-7ccb33dc3995 [ 821.246134] env[65310]: DEBUG oslo_concurrency.lockutils [None req-70b220c3-0d74-4024-8e5d-c0b7e288e48d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.896s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.285572] env[65310]: DEBUG nova.network.neutron [-] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.388920] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.388920] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.389856] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53181ad-1be7-4f03-88c5-24e1f564fa1c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.410357] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d33ba08-2a11-4a1d-bbe1-2f4165d16950 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.432088] env[65310]: WARNING neutronclient.v2_0.client [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.437580] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Reconfiguring VM to detach interface {{(pid=65310) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 821.438274] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9df2569e-e212-4141-8ca3-3e8ad67050f9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.458335] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 821.458335] env[65310]: value = "task-4446226" [ 821.458335] env[65310]: _type = "Task" [ 821.458335] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.467172] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.613865] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Lock "00b5a6a5-5c9f-4820-8671-7ccb33dc3995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.560s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.788524] env[65310]: INFO nova.compute.manager [-] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Took 1.47 seconds to deallocate network for instance. [ 821.970149] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.301592] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.477067] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.624523] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66414108-c859-40c2-a4a0-d37a21791947 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.634515] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3685bb-1ca3-4b00-9244-5025529cd85a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.671290] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d21315c-89de-4324-8962-574c462304f9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.680766] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5940bf0-0f6c-49f7-be90-ea5eeecd082c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.696919] env[65310]: DEBUG nova.compute.provider_tree [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.979247] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.003776] env[65310]: WARNING neutronclient.v2_0.client [req-dbf671f3-7d07-449e-bbb8-b7243b2e3329 req-04f7c63d-5ec2-4411-affa-4c361116e8d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.238326] env[65310]: DEBUG nova.scheduler.client.report [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 823.239259] env[65310]: DEBUG nova.compute.provider_tree [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 82 to 83 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 823.239259] env[65310]: DEBUG nova.compute.provider_tree [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.293143] env[65310]: DEBUG nova.network.neutron [req-dbf671f3-7d07-449e-bbb8-b7243b2e3329 req-04f7c63d-5ec2-4411-affa-4c361116e8d6 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Updated VIF entry in instance network info cache for port 832944e8-e9e5-4443-9efd-16c67f4967b2. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 823.293516] env[65310]: DEBUG nova.network.neutron [req-dbf671f3-7d07-449e-bbb8-b7243b2e3329 req-04f7c63d-5ec2-4411-affa-4c361116e8d6 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Updating instance_info_cache with network_info: [{"id": "832944e8-e9e5-4443-9efd-16c67f4967b2", "address": "fa:16:3e:d1:40:00", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap832944e8-e9", "ovs_interfaceid": "832944e8-e9e5-4443-9efd-16c67f4967b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.476024] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.731280] env[65310]: DEBUG nova.compute.manager [req-8ab87c37-b2e4-472a-9fbe-a933dc62136f req-f6cc197e-8ca8-4863-a2e6-aa416347a64a service nova] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Received event network-vif-deleted-44327bf5-1de4-409f-b2b7-77081fec1330 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 823.745323] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.746016] env[65310]: DEBUG nova.compute.manager [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 823.750681] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.440s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.750921] env[65310]: DEBUG nova.objects.instance [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lazy-loading 'resources' on Instance uuid 1162b4c4-0d10-444c-b72f-ef5051b6bc5b {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.799903] env[65310]: DEBUG oslo_concurrency.lockutils [req-dbf671f3-7d07-449e-bbb8-b7243b2e3329 req-04f7c63d-5ec2-4411-affa-4c361116e8d6 service nova] Releasing lock "refresh_cache-b9036839-d3bd-4f09-9424-94609c90dc6b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.975899] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.260993] env[65310]: DEBUG nova.compute.utils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.264607] env[65310]: DEBUG nova.compute.manager [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 824.264771] env[65310]: DEBUG nova.network.neutron [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 824.265123] env[65310]: WARNING neutronclient.v2_0.client [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.265499] env[65310]: WARNING neutronclient.v2_0.client [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.477939] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.768854] env[65310]: DEBUG nova.compute.manager [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 824.822618] env[65310]: DEBUG nova.policy [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55500f2d239f45488dc4384715e73f24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be87ce21751a415bb58b0e452241cf84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.920860] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d2676a-9ab1-4826-9880-dea26768d390 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.931687] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b900f070-0424-4839-a63a-3954dc2fc63e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.969275] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3277eb6-3146-46f9-8ad0-3bbe4c71df33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.980775] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.982121] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e5d4fe-4840-4790-a68f-69a09052c71d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.999607] env[65310]: DEBUG nova.compute.provider_tree [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.222129] env[65310]: DEBUG nova.network.neutron [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Successfully created port: b901ba06-ff10-45a8-a958-f496237122ab {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 825.483800] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.501998] env[65310]: DEBUG nova.scheduler.client.report [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.780800] env[65310]: DEBUG nova.compute.manager [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 825.818496] env[65310]: DEBUG nova.virt.hardware [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 825.818649] env[65310]: DEBUG nova.virt.hardware [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.818704] env[65310]: DEBUG nova.virt.hardware [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 825.818856] env[65310]: DEBUG nova.virt.hardware [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.819048] env[65310]: DEBUG nova.virt.hardware [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 825.819262] env[65310]: DEBUG nova.virt.hardware [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 825.819648] env[65310]: DEBUG nova.virt.hardware [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 825.819648] env[65310]: DEBUG nova.virt.hardware [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 825.820139] env[65310]: DEBUG nova.virt.hardware [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 825.820409] env[65310]: DEBUG nova.virt.hardware [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 825.820605] env[65310]: DEBUG nova.virt.hardware [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 825.821631] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11450f92-2b91-4234-9c98-5eaaaffda3f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.831065] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfb8964-c0a3-4d88-b725-c2641b8c2141 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.977659] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.007986] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.011790] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.522s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.014695] env[65310]: INFO nova.compute.claims [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.035306] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquiring lock "a8bd7b22-923b-4714-8394-2c53d750e4e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.035306] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Lock "a8bd7b22-923b-4714-8394-2c53d750e4e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.035998] env[65310]: INFO nova.scheduler.client.report [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleted allocations for instance 1162b4c4-0d10-444c-b72f-ef5051b6bc5b [ 826.483733] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.500180] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquiring lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.500432] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.538536] env[65310]: DEBUG nova.compute.manager [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 826.545015] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7442db00-8a3b-4f1b-8a85-9c6cda609584 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "1162b4c4-0d10-444c-b72f-ef5051b6bc5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.072s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.981674] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.002713] env[65310]: DEBUG nova.network.neutron [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Successfully updated port: b901ba06-ff10-45a8-a958-f496237122ab {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 827.065517] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.279519] env[65310]: DEBUG nova.compute.manager [req-f79c93c4-0bd8-40ba-a16c-3744e569557c req-0022abb8-8bcd-44fe-86a1-9d00ebaf0937 service nova] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Received event network-vif-plugged-b901ba06-ff10-45a8-a958-f496237122ab {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 827.279519] env[65310]: DEBUG oslo_concurrency.lockutils [req-f79c93c4-0bd8-40ba-a16c-3744e569557c req-0022abb8-8bcd-44fe-86a1-9d00ebaf0937 service nova] Acquiring lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.279519] env[65310]: DEBUG oslo_concurrency.lockutils [req-f79c93c4-0bd8-40ba-a16c-3744e569557c req-0022abb8-8bcd-44fe-86a1-9d00ebaf0937 service nova] Lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.279519] env[65310]: DEBUG oslo_concurrency.lockutils [req-f79c93c4-0bd8-40ba-a16c-3744e569557c req-0022abb8-8bcd-44fe-86a1-9d00ebaf0937 service nova] Lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.279519] env[65310]: DEBUG nova.compute.manager [req-f79c93c4-0bd8-40ba-a16c-3744e569557c req-0022abb8-8bcd-44fe-86a1-9d00ebaf0937 service nova] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] No waiting events found dispatching network-vif-plugged-b901ba06-ff10-45a8-a958-f496237122ab {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 827.279725] env[65310]: WARNING nova.compute.manager [req-f79c93c4-0bd8-40ba-a16c-3744e569557c req-0022abb8-8bcd-44fe-86a1-9d00ebaf0937 service nova] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Received unexpected event network-vif-plugged-b901ba06-ff10-45a8-a958-f496237122ab for instance with vm_state building and task_state spawning. [ 827.483216] env[65310]: DEBUG oslo_vmware.api [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446226, 'name': ReconfigVM_Task, 'duration_secs': 5.847467} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.483477] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.483684] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Reconfigured VM to detach interface {{(pid=65310) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 827.484247] env[65310]: WARNING neutronclient.v2_0.client [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.484456] env[65310]: WARNING neutronclient.v2_0.client [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.504465] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "refresh_cache-aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.504695] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "refresh_cache-aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.504848] env[65310]: DEBUG nova.network.neutron [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 827.627878] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c970815b-2988-4d24-8186-5fa6a25146fa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.637396] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5324efa5-37d5-49eb-b20d-ce64c8cc9178 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.676724] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d0146a-8bad-49d5-8d58-0c46973911a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.686737] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3ff4a-5e42-4ca8-9dda-1f7b115caa42 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.709903] env[65310]: DEBUG nova.compute.provider_tree [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.041722] env[65310]: DEBUG nova.network.neutron [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 828.208854] env[65310]: WARNING neutronclient.v2_0.client [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.214170] env[65310]: DEBUG nova.scheduler.client.report [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.340705] env[65310]: DEBUG nova.network.neutron [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Updating instance_info_cache with network_info: [{"id": "b901ba06-ff10-45a8-a958-f496237122ab", "address": "fa:16:3e:a7:81:66", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb901ba06-ff", "ovs_interfaceid": "b901ba06-ff10-45a8-a958-f496237122ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.719682] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.720589] env[65310]: DEBUG nova.compute.manager [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 828.723900] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 50.092s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.723994] env[65310]: DEBUG nova.objects.instance [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 828.844453] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "refresh_cache-aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.845422] env[65310]: DEBUG nova.compute.manager [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Instance network_info: |[{"id": "b901ba06-ff10-45a8-a958-f496237122ab", "address": "fa:16:3e:a7:81:66", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb901ba06-ff", "ovs_interfaceid": "b901ba06-ff10-45a8-a958-f496237122ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 828.846447] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:81:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b901ba06-ff10-45a8-a958-f496237122ab', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.854888] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 828.855783] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.856539] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-251963b8-66ef-4191-92de-e2925c8f0b49 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.873217] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.873374] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.873633] env[65310]: DEBUG nova.network.neutron [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 828.883294] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.883294] env[65310]: value = "task-4446227" [ 828.883294] env[65310]: _type = "Task" [ 828.883294] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.895531] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446227, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.228548] env[65310]: DEBUG nova.compute.utils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.235922] env[65310]: DEBUG nova.compute.manager [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 829.236251] env[65310]: DEBUG nova.network.neutron [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 829.237438] env[65310]: WARNING neutronclient.v2_0.client [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.237438] env[65310]: WARNING neutronclient.v2_0.client [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.300850] env[65310]: DEBUG nova.compute.manager [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Stashing vm_state: active {{(pid=65310) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 829.377315] env[65310]: WARNING neutronclient.v2_0.client [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.400310] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446227, 'name': CreateVM_Task, 'duration_secs': 0.392316} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.402160] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.402160] env[65310]: WARNING neutronclient.v2_0.client [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.402160] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.402160] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.402160] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.402428] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca437687-854e-4f6d-a09b-021b3311b353 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.412781] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 829.412781] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bd31ef-4a12-24d8-e82e-160b90c60795" [ 829.412781] env[65310]: _type = "Task" [ 829.412781] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.427308] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bd31ef-4a12-24d8-e82e-160b90c60795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.455061] env[65310]: DEBUG nova.policy [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22ce5fcd456242b8b984eced7c82693d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75ca0d21494b4d21a93dae7f8e746976', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.741407] env[65310]: DEBUG oslo_concurrency.lockutils [None req-67d07dec-2fee-4488-8a1a-02fce78d3da5 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.743887] env[65310]: DEBUG nova.compute.manager [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 829.746833] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.305s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.747229] env[65310]: DEBUG nova.objects.instance [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lazy-loading 'resources' on Instance uuid 1203c5af-30f7-4cba-a4d6-998b5806ae71 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.828213] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.932328] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bd31ef-4a12-24d8-e82e-160b90c60795, 'name': SearchDatastore_Task, 'duration_secs': 0.015075} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.932328] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.932328] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.933524] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.933524] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.933524] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.933524] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9df80d9b-bccf-425f-837b-bb4c4ef7db0a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.938067] env[65310]: DEBUG nova.network.neutron [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Successfully created port: 0a98f968-3289-41b4-a02d-4b01007ad168 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 829.944673] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.944888] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.945801] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c74983-9d65-4823-b379-a481d8285dcf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.954091] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 829.954091] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52651d82-1147-80ac-20cb-7e5b33eec7eb" [ 829.954091] env[65310]: _type = "Task" [ 829.954091] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.970574] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52651d82-1147-80ac-20cb-7e5b33eec7eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.974082] env[65310]: WARNING neutronclient.v2_0.client [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.162920] env[65310]: INFO nova.network.neutron [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Port 4e4da979-8dd5-48e5-8631-f97ce1c977eb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 830.163322] env[65310]: DEBUG nova.network.neutron [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Updating instance_info_cache with network_info: [{"id": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "address": "fa:16:3e:e8:f7:f5", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43eb4f50-49", "ovs_interfaceid": "43eb4f50-49c3-4caa-8ef0-c987ca652e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.470443] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52651d82-1147-80ac-20cb-7e5b33eec7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.477181] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "ee26ef56-78c7-42ab-a032-6832a53071c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.477503] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "ee26ef56-78c7-42ab-a032-6832a53071c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.477827] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "ee26ef56-78c7-42ab-a032-6832a53071c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.477920] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "ee26ef56-78c7-42ab-a032-6832a53071c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.478110] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "ee26ef56-78c7-42ab-a032-6832a53071c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.480551] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65428b8d-c601-407c-8ab4-6c28d7742860 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.483212] env[65310]: INFO nova.compute.manager [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Terminating instance [ 830.491174] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 830.491174] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d13d5d-fdf3-81de-03bb-05a9a0568a82" [ 830.491174] env[65310]: _type = "Task" [ 830.491174] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.506776] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d13d5d-fdf3-81de-03bb-05a9a0568a82, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.511209] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.511486] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba/aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.512236] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d24e752-c15b-45b3-8acf-c733ffb50b0a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.521347] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 830.521347] env[65310]: value = "task-4446228" [ 830.521347] env[65310]: _type = "Task" [ 830.521347] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.534376] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.638169] env[65310]: DEBUG nova.compute.manager [req-cfcb01a2-3128-454f-a773-9cc7f5438473 req-074a6df3-3605-495c-9480-42db804d0472 service nova] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Received event network-changed-b901ba06-ff10-45a8-a958-f496237122ab {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 830.638169] env[65310]: DEBUG nova.compute.manager [req-cfcb01a2-3128-454f-a773-9cc7f5438473 req-074a6df3-3605-495c-9480-42db804d0472 service nova] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Refreshing instance network info cache due to event network-changed-b901ba06-ff10-45a8-a958-f496237122ab. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 830.638169] env[65310]: DEBUG oslo_concurrency.lockutils [req-cfcb01a2-3128-454f-a773-9cc7f5438473 req-074a6df3-3605-495c-9480-42db804d0472 service nova] Acquiring lock "refresh_cache-aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.638169] env[65310]: DEBUG oslo_concurrency.lockutils [req-cfcb01a2-3128-454f-a773-9cc7f5438473 req-074a6df3-3605-495c-9480-42db804d0472 service nova] Acquired lock "refresh_cache-aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.638319] env[65310]: DEBUG nova.network.neutron [req-cfcb01a2-3128-454f-a773-9cc7f5438473 req-074a6df3-3605-495c-9480-42db804d0472 service nova] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Refreshing network info cache for port b901ba06-ff10-45a8-a958-f496237122ab {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.668861] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-ee26ef56-78c7-42ab-a032-6832a53071c9" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.764811] env[65310]: DEBUG nova.compute.manager [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 830.803747] env[65310]: DEBUG nova.virt.hardware [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 830.804115] env[65310]: DEBUG nova.virt.hardware [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.804320] env[65310]: DEBUG nova.virt.hardware [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 830.804628] env[65310]: DEBUG nova.virt.hardware [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.805167] env[65310]: DEBUG nova.virt.hardware [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 830.805167] env[65310]: DEBUG nova.virt.hardware [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 830.805167] env[65310]: DEBUG nova.virt.hardware [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 830.805401] env[65310]: DEBUG nova.virt.hardware [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 830.805541] env[65310]: DEBUG nova.virt.hardware [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 830.805705] env[65310]: DEBUG nova.virt.hardware [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 830.806041] env[65310]: DEBUG nova.virt.hardware [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 830.807446] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa23a13a-941b-4c54-ba6d-f3f5bf9e046f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.827021] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaaf6cf-d89d-437a-9181-9ff34687dd56 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.980454] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2103bbfd-0fab-4427-a29f-561fecc5d05c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.992630] env[65310]: DEBUG nova.compute.manager [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 830.993009] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.994341] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff5605f-f48e-4574-b3fa-9c85ddb9735c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.001859] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb6aa7f-4021-41c3-9064-166fcba7ecff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.011772] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.040069] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1af28435-c0a1-42f8-a514-fddb74aa99c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.045351] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7e44f2-8066-40fa-8b7d-577ef30181a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.054316] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446228, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.058152] env[65310]: DEBUG oslo_vmware.api [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 831.058152] env[65310]: value = "task-4446229" [ 831.058152] env[65310]: _type = "Task" [ 831.058152] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.059432] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdac735-cc46-4679-bbc7-e5fc40714f40 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.072589] env[65310]: DEBUG oslo_vmware.api [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.080859] env[65310]: DEBUG nova.compute.provider_tree [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.142357] env[65310]: WARNING neutronclient.v2_0.client [req-cfcb01a2-3128-454f-a773-9cc7f5438473 req-074a6df3-3605-495c-9480-42db804d0472 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.174792] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-ee26ef56-78c7-42ab-a032-6832a53071c9-4e4da979-8dd5-48e5-8631-f97ce1c977eb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.290s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.507211] env[65310]: DEBUG nova.network.neutron [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Successfully updated port: 0a98f968-3289-41b4-a02d-4b01007ad168 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 831.555018] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446228, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.569915] env[65310]: DEBUG oslo_vmware.api [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.587067] env[65310]: DEBUG nova.scheduler.client.report [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.010936] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.011323] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.011323] env[65310]: DEBUG nova.network.neutron [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 832.054521] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446228, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.511122} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.054879] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba/aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.055172] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.055519] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9be4ff68-dde2-4c72-a0f4-74054433f2f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.064401] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 832.064401] env[65310]: value = "task-4446230" [ 832.064401] env[65310]: _type = "Task" [ 832.064401] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.072455] env[65310]: DEBUG oslo_vmware.api [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.079762] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.092570] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.096338] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.977s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.096338] env[65310]: DEBUG nova.objects.instance [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lazy-loading 'resources' on Instance uuid b2c8498a-128e-40af-a503-2f22e1b9b9a3 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.134543] env[65310]: INFO nova.scheduler.client.report [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Deleted allocations for instance 1203c5af-30f7-4cba-a4d6-998b5806ae71 [ 832.250963] env[65310]: WARNING neutronclient.v2_0.client [req-cfcb01a2-3128-454f-a773-9cc7f5438473 req-074a6df3-3605-495c-9480-42db804d0472 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.390582] env[65310]: DEBUG nova.network.neutron [req-cfcb01a2-3128-454f-a773-9cc7f5438473 req-074a6df3-3605-495c-9480-42db804d0472 service nova] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Updated VIF entry in instance network info cache for port b901ba06-ff10-45a8-a958-f496237122ab. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 832.390914] env[65310]: DEBUG nova.network.neutron [req-cfcb01a2-3128-454f-a773-9cc7f5438473 req-074a6df3-3605-495c-9480-42db804d0472 service nova] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Updating instance_info_cache with network_info: [{"id": "b901ba06-ff10-45a8-a958-f496237122ab", "address": "fa:16:3e:a7:81:66", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb901ba06-ff", "ovs_interfaceid": "b901ba06-ff10-45a8-a958-f496237122ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.564693] env[65310]: DEBUG nova.network.neutron [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 832.577073] env[65310]: DEBUG oslo_vmware.api [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446229, 'name': PowerOffVM_Task, 'duration_secs': 1.198382} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.579149] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.579149] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.579149] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dc64d3f-5274-4cf0-b6e7-8489b9fa77de {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.583922] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07956} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.584690] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.585819] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4584a3d3-4113-4d42-82ee-4a221c7d0ef1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.617500] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba/aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.618377] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afda8bb0-1ae1-4c87-914b-dff8c497e5c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.646428] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 832.646428] env[65310]: value = "task-4446232" [ 832.646428] env[65310]: _type = "Task" [ 832.646428] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.646428] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e698977a-5fb5-4c2b-8716-49ae2d186a8e tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "1203c5af-30f7-4cba-a4d6-998b5806ae71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.719s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.661071] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.663698] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.663698] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.663698] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleting the datastore file [datastore2] ee26ef56-78c7-42ab-a032-6832a53071c9 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.664821] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d97222-18d9-4604-aa32-29830dbc6f7b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.674825] env[65310]: DEBUG oslo_vmware.api [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 832.674825] env[65310]: value = "task-4446233" [ 832.674825] env[65310]: _type = "Task" [ 832.674825] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.689656] env[65310]: DEBUG oslo_vmware.api [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.782832] env[65310]: WARNING neutronclient.v2_0.client [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.879035] env[65310]: DEBUG nova.network.neutron [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance_info_cache with network_info: [{"id": "0a98f968-3289-41b4-a02d-4b01007ad168", "address": "fa:16:3e:c3:05:b9", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a98f968-32", "ovs_interfaceid": "0a98f968-3289-41b4-a02d-4b01007ad168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.895065] env[65310]: DEBUG oslo_concurrency.lockutils [req-cfcb01a2-3128-454f-a773-9cc7f5438473 req-074a6df3-3605-495c-9480-42db804d0472 service nova] Releasing lock "refresh_cache-aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.895065] env[65310]: DEBUG nova.compute.manager [req-cfcb01a2-3128-454f-a773-9cc7f5438473 req-074a6df3-3605-495c-9480-42db804d0472 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Received event network-vif-deleted-4e4da979-8dd5-48e5-8631-f97ce1c977eb {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 833.159795] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446232, 'name': ReconfigVM_Task, 'duration_secs': 0.338288} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.160191] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Reconfigured VM instance instance-00000035 to attach disk [datastore2] aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba/aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.163673] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b49b5f8f-589c-48e9-99c7-43358f2babef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.172652] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 833.172652] env[65310]: value = "task-4446234" [ 833.172652] env[65310]: _type = "Task" [ 833.172652] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.190017] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446234, 'name': Rename_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.193301] env[65310]: DEBUG oslo_vmware.api [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172528} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.196175] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.196370] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.196585] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.196797] env[65310]: INFO nova.compute.manager [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Took 2.20 seconds to destroy the instance on the hypervisor. [ 833.197197] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 833.197611] env[65310]: DEBUG nova.compute.manager [-] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 833.197745] env[65310]: DEBUG nova.network.neutron [-] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 833.198231] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.311020] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8eaa59-bdbe-4d5f-9cea-feb5a26df2f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.320789] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b332ad-bd4d-44be-89ca-c764795edd60 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.358910] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9213489-4343-4f8f-8f82-7023fcc53d64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.367689] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9e8e86-2257-4ef0-8a62-3ae8d8a0b2e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.385461] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.385461] env[65310]: DEBUG nova.compute.manager [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Instance network_info: |[{"id": "0a98f968-3289-41b4-a02d-4b01007ad168", "address": "fa:16:3e:c3:05:b9", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a98f968-32", "ovs_interfaceid": "0a98f968-3289-41b4-a02d-4b01007ad168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 833.385461] env[65310]: DEBUG nova.compute.provider_tree [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.387654] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.389032] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:05:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a98f968-3289-41b4-a02d-4b01007ad168', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.397491] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Creating folder: Project (75ca0d21494b4d21a93dae7f8e746976). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.400804] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2119e845-1617-4eaa-8b50-2dd16d47dc47 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.411237] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Created folder: Project (75ca0d21494b4d21a93dae7f8e746976) in parent group-v869493. [ 833.411369] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Creating folder: Instances. Parent ref: group-v869646. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.411629] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8e30c3b-e013-4bd7-b799-996a7fce4481 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.423818] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Created folder: Instances in parent group-v869646. [ 833.424452] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 833.424452] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.424579] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-289a7f82-d31e-4b12-a904-ef86ba469c53 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.446264] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.446264] env[65310]: value = "task-4446237" [ 833.446264] env[65310]: _type = "Task" [ 833.446264] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.456801] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446237, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.687253] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446234, 'name': Rename_Task, 'duration_secs': 0.160162} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.687603] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.687880] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fe1b85c-d32d-4844-a7fa-cc577dc25f7e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.697112] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 833.697112] env[65310]: value = "task-4446238" [ 833.697112] env[65310]: _type = "Task" [ 833.697112] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.706765] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.825354] env[65310]: DEBUG nova.compute.manager [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Received event network-vif-plugged-0a98f968-3289-41b4-a02d-4b01007ad168 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 833.825596] env[65310]: DEBUG oslo_concurrency.lockutils [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] Acquiring lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.825800] env[65310]: DEBUG oslo_concurrency.lockutils [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.826104] env[65310]: DEBUG oslo_concurrency.lockutils [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.826766] env[65310]: DEBUG nova.compute.manager [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] No waiting events found dispatching network-vif-plugged-0a98f968-3289-41b4-a02d-4b01007ad168 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 833.826957] env[65310]: WARNING nova.compute.manager [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Received unexpected event network-vif-plugged-0a98f968-3289-41b4-a02d-4b01007ad168 for instance with vm_state building and task_state spawning. [ 833.827138] env[65310]: DEBUG nova.compute.manager [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Received event network-changed-0a98f968-3289-41b4-a02d-4b01007ad168 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 833.827296] env[65310]: DEBUG nova.compute.manager [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Refreshing instance network info cache due to event network-changed-0a98f968-3289-41b4-a02d-4b01007ad168. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 833.827472] env[65310]: DEBUG oslo_concurrency.lockutils [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] Acquiring lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.827601] env[65310]: DEBUG oslo_concurrency.lockutils [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] Acquired lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.827749] env[65310]: DEBUG nova.network.neutron [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Refreshing network info cache for port 0a98f968-3289-41b4-a02d-4b01007ad168 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.901034] env[65310]: DEBUG nova.scheduler.client.report [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.962158] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446237, 'name': CreateVM_Task, 'duration_secs': 0.374688} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.962158] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.962996] env[65310]: WARNING neutronclient.v2_0.client [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.962996] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.962996] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.963688] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.964021] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5136202-9f81-4775-a0fe-a145385ee368 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.972851] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 833.972851] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a69405-2385-f01d-61c0-d8d4365c40dd" [ 833.972851] env[65310]: _type = "Task" [ 833.972851] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.989189] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a69405-2385-f01d-61c0-d8d4365c40dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.207952] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446238, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.330623] env[65310]: WARNING neutronclient.v2_0.client [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.389240] env[65310]: DEBUG nova.network.neutron [-] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.404667] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.409097] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 54.042s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.434211] env[65310]: INFO nova.scheduler.client.report [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Deleted allocations for instance b2c8498a-128e-40af-a503-2f22e1b9b9a3 [ 834.486306] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a69405-2385-f01d-61c0-d8d4365c40dd, 'name': SearchDatastore_Task, 'duration_secs': 0.022668} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.489446] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.489687] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.490169] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.490317] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.490496] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.491502] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-065b547d-c5a3-487d-9750-913c8e5d4197 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.501683] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.501683] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.502522] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4ee1be-b9c3-4d3d-9106-b8c5f77ded1f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.509343] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 834.509343] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ba1e73-9167-066f-dc19-c2b521cfef04" [ 834.509343] env[65310]: _type = "Task" [ 834.509343] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.523250] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ba1e73-9167-066f-dc19-c2b521cfef04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.528429] env[65310]: WARNING neutronclient.v2_0.client [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.591311] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquiring lock "bdc46043-d724-4239-9ae2-22713630b2fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.591723] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Lock "bdc46043-d724-4239-9ae2-22713630b2fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.674988] env[65310]: DEBUG nova.network.neutron [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updated VIF entry in instance network info cache for port 0a98f968-3289-41b4-a02d-4b01007ad168. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 834.675438] env[65310]: DEBUG nova.network.neutron [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance_info_cache with network_info: [{"id": "0a98f968-3289-41b4-a02d-4b01007ad168", "address": "fa:16:3e:c3:05:b9", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a98f968-32", "ovs_interfaceid": "0a98f968-3289-41b4-a02d-4b01007ad168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.710453] env[65310]: DEBUG oslo_vmware.api [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446238, 'name': PowerOnVM_Task, 'duration_secs': 0.625306} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.710834] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.710924] env[65310]: INFO nova.compute.manager [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Took 8.93 seconds to spawn the instance on the hypervisor. [ 834.711132] env[65310]: DEBUG nova.compute.manager [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 834.711956] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fe4539-ff59-4e65-98d5-921315d27d64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.724653] env[65310]: DEBUG oslo_concurrency.lockutils [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquiring lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.724653] env[65310]: DEBUG oslo_concurrency.lockutils [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.724653] env[65310]: DEBUG oslo_concurrency.lockutils [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquiring lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.724653] env[65310]: DEBUG oslo_concurrency.lockutils [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.724653] env[65310]: DEBUG oslo_concurrency.lockutils [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.728302] env[65310]: INFO nova.compute.manager [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Terminating instance [ 834.850999] env[65310]: DEBUG nova.compute.manager [req-481f242e-3bc5-4ddf-bcc6-286cad246df2 req-f0822238-fb9c-4106-a432-696b3c8d2938 service nova] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Received event network-vif-deleted-43eb4f50-49c3-4caa-8ef0-c987ca652e1b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 834.892875] env[65310]: INFO nova.compute.manager [-] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Took 1.69 seconds to deallocate network for instance. [ 834.914527] env[65310]: INFO nova.compute.claims [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.942827] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2c31223-7504-4b87-a70d-ada2689eb070 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Lock "b2c8498a-128e-40af-a503-2f22e1b9b9a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.392s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.021767] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ba1e73-9167-066f-dc19-c2b521cfef04, 'name': SearchDatastore_Task, 'duration_secs': 0.014496} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.022895] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45cfe6ab-1b41-40ec-8c6f-40eb4c656727 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.029667] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 835.029667] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f1f1eb-9d7c-fd15-e2a7-925d81a541aa" [ 835.029667] env[65310]: _type = "Task" [ 835.029667] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.038866] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f1f1eb-9d7c-fd15-e2a7-925d81a541aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.180305] env[65310]: DEBUG oslo_concurrency.lockutils [req-1885acd7-dc78-47d4-9052-3aa3abc95831 req-849e4210-c37f-4f55-a7ec-39fa5e2f5a8a service nova] Releasing lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.181475] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.181764] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.231897] env[65310]: INFO nova.compute.manager [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Took 59.22 seconds to build instance. [ 835.233112] env[65310]: DEBUG nova.compute.manager [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 835.233310] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.234460] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707d0839-27d5-4333-a2eb-b4e5512f01fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.243492] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.243492] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2928e1c9-aae4-4c3a-966f-73306a1233d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.252597] env[65310]: DEBUG oslo_vmware.api [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for the task: (returnval){ [ 835.252597] env[65310]: value = "task-4446239" [ 835.252597] env[65310]: _type = "Task" [ 835.252597] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.262559] env[65310]: DEBUG oslo_vmware.api [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.306014] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "7462f40f-2321-44f0-adae-d74882a962dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.306014] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "7462f40f-2321-44f0-adae-d74882a962dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.306220] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "7462f40f-2321-44f0-adae-d74882a962dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.306465] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "7462f40f-2321-44f0-adae-d74882a962dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.306861] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "7462f40f-2321-44f0-adae-d74882a962dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.312756] env[65310]: INFO nova.compute.manager [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Terminating instance [ 835.401779] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.421018] env[65310]: INFO nova.compute.resource_tracker [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating resource usage from migration 79d6ab43-1069-493b-a84a-c38bbe0058b0 [ 835.542745] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f1f1eb-9d7c-fd15-e2a7-925d81a541aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013735} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.543052] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.543376] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea/e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.543674] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc8f814b-c260-424b-9a5d-4042151eb555 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.554123] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 835.554123] env[65310]: value = "task-4446240" [ 835.554123] env[65310]: _type = "Task" [ 835.554123] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.561957] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.734930] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2e0347f-c069-4387-9b50-c7920553f204 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.765s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.767373] env[65310]: DEBUG oslo_vmware.api [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446239, 'name': PowerOffVM_Task, 'duration_secs': 0.292161} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.768221] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.768391] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.768712] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bd69822-c0f8-4660-99f7-6ec78a768b1e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.840432] env[65310]: DEBUG nova.compute.manager [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 835.840684] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.842097] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c0522f-94ae-4956-8680-99a97c2e1238 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.857176] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.858208] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17cddbf6-d0f6-4a18-9c7a-fd71da060c82 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.860068] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.860290] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.860486] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Deleting the datastore file [datastore2] f4354dec-ba6a-4809-8bb8-5335ef4fc3a9 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.860767] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91240858-5d1d-4a06-8bfd-fcee4bc2b37b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.873304] env[65310]: DEBUG oslo_vmware.api [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for the task: (returnval){ [ 835.873304] env[65310]: value = "task-4446243" [ 835.873304] env[65310]: _type = "Task" [ 835.873304] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.873589] env[65310]: DEBUG oslo_vmware.api [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 835.873589] env[65310]: value = "task-4446242" [ 835.873589] env[65310]: _type = "Task" [ 835.873589] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.886281] env[65310]: DEBUG oslo_vmware.api [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.892774] env[65310]: DEBUG oslo_vmware.api [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4446242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.065054] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446240, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.073712] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8077614-c5f1-4b61-8459-1a36b97d263b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.082363] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f979548d-a872-4eea-92bc-64bb66b54aaf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.120035] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72824d9-90da-4b4d-a91a-ccc7d578cd01 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.128971] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2ced70-699e-429a-aff7-b4c21fe82cd2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.144620] env[65310]: DEBUG nova.compute.provider_tree [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.238742] env[65310]: DEBUG nova.compute.manager [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 836.388171] env[65310]: DEBUG oslo_vmware.api [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Task: {'id': task-4446243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370968} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.392329] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.392329] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.392329] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.392329] env[65310]: INFO nova.compute.manager [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 836.392503] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 836.392659] env[65310]: DEBUG oslo_vmware.api [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4446242, 'name': PowerOffVM_Task, 'duration_secs': 0.33449} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.392840] env[65310]: DEBUG nova.compute.manager [-] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 836.392969] env[65310]: DEBUG nova.network.neutron [-] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 836.393236] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.395439] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.395628] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.396647] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e585a00b-48d7-4fcf-93f4-fe1901035ad3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.439783] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.568496] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514298} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.568496] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea/e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.568496] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.568496] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f992e4fa-77b3-4c65-923d-51f319499e8f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.574636] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 836.574636] env[65310]: value = "task-4446245" [ 836.574636] env[65310]: _type = "Task" [ 836.574636] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.585585] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.602621] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.602621] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.602621] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Deleting the datastore file [datastore2] 7462f40f-2321-44f0-adae-d74882a962dc {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.602892] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-041b738d-515c-4647-9731-f3c18259f4dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.611104] env[65310]: DEBUG oslo_vmware.api [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for the task: (returnval){ [ 836.611104] env[65310]: value = "task-4446246" [ 836.611104] env[65310]: _type = "Task" [ 836.611104] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.620789] env[65310]: DEBUG oslo_vmware.api [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4446246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.672982] env[65310]: ERROR nova.scheduler.client.report [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [req-807ef4ee-9cff-4ffc-afd7-88544cd96c3b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-807ef4ee-9cff-4ffc-afd7-88544cd96c3b"}]} [ 836.691947] env[65310]: DEBUG nova.scheduler.client.report [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 836.710577] env[65310]: DEBUG nova.scheduler.client.report [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 836.710577] env[65310]: DEBUG nova.compute.provider_tree [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.725879] env[65310]: DEBUG nova.scheduler.client.report [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 836.749782] env[65310]: DEBUG nova.scheduler.client.report [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 836.766193] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.090445] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079743} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.090445] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.090925] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ce8084-2e16-4707-822b-c50e6d087a2b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.126753] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea/e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.133209] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96ce57d-8ffd-4ff1-ad7b-76bf0a27ebe1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.157853] env[65310]: DEBUG oslo_vmware.api [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Task: {'id': task-4446246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1668} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.159336] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.159550] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.159708] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.159885] env[65310]: INFO nova.compute.manager [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Took 1.32 seconds to destroy the instance on the hypervisor. [ 837.160342] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 837.160486] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 837.160486] env[65310]: value = "task-4446247" [ 837.160486] env[65310]: _type = "Task" [ 837.160486] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.160681] env[65310]: DEBUG nova.compute.manager [-] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 837.160762] env[65310]: DEBUG nova.network.neutron [-] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 837.161063] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.176529] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.207764] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.313621] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c3383-714b-4069-ba23-a14b83d31e69 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.322845] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247e2602-8817-43d2-960e-fcef93afed29 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.356974] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab98feb-6450-45b4-ba81-0739a46c0b4b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.368123] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28512a7-7a73-4097-a5e7-d379a2edb581 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.381283] env[65310]: DEBUG nova.compute.provider_tree [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.456351] env[65310]: DEBUG nova.network.neutron [-] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.508024] env[65310]: DEBUG nova.compute.manager [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 837.508942] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d074ecdd-04d5-4561-93c8-96b26291cd04 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.652887] env[65310]: DEBUG nova.compute.manager [req-b0459b8f-095c-4795-8a7a-165a4eb060c4 req-0f6a5861-752c-48ba-bc3d-0f2693e3da39 service nova] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Received event network-vif-deleted-3f2bd806-a58c-47b8-a46b-321ef748f972 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 837.674564] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.884905] env[65310]: DEBUG nova.scheduler.client.report [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.922704] env[65310]: DEBUG nova.network.neutron [-] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.962172] env[65310]: INFO nova.compute.manager [-] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Took 1.57 seconds to deallocate network for instance. [ 838.022073] env[65310]: INFO nova.compute.manager [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] instance snapshotting [ 838.025295] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e377211a-d44c-42b9-a6dd-13f864fc3e99 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.048956] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca8a85-c222-4370-9a80-5d1bc54ea3b7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.175502] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446247, 'name': ReconfigVM_Task, 'duration_secs': 0.908143} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.175826] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Reconfigured VM instance instance-00000036 to attach disk [datastore2] e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea/e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.176521] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44b84af8-1f5c-4d18-bfbc-e6cfdddad5f7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.184776] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 838.184776] env[65310]: value = "task-4446248" [ 838.184776] env[65310]: _type = "Task" [ 838.184776] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.195809] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446248, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.390913] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.982s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.391151] env[65310]: INFO nova.compute.manager [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Migrating [ 838.398381] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 55.338s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.399992] env[65310]: INFO nova.compute.claims [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.425829] env[65310]: INFO nova.compute.manager [-] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Took 1.26 seconds to deallocate network for instance. [ 838.469900] env[65310]: DEBUG oslo_concurrency.lockutils [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.563855] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 838.563970] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da273637-c28b-4e16-a096-021aa6483d87 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.574812] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 838.574812] env[65310]: value = "task-4446249" [ 838.574812] env[65310]: _type = "Task" [ 838.574812] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.585811] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.696903] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446248, 'name': Rename_Task, 'duration_secs': 0.237425} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.696903] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.697892] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc1a0aa0-c2b6-4448-9308-d43fe019b4d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.706463] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 838.706463] env[65310]: value = "task-4446250" [ 838.706463] env[65310]: _type = "Task" [ 838.706463] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.716478] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.914069] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.914625] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.914992] env[65310]: DEBUG nova.network.neutron [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 838.932595] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.086508] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.216221] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.418701] env[65310]: WARNING neutronclient.v2_0.client [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.587170] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.593060] env[65310]: WARNING neutronclient.v2_0.client [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.686866] env[65310]: DEBUG nova.network.neutron [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance_info_cache with network_info: [{"id": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "address": "fa:16:3e:6e:0f:16", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22c8251-f5", "ovs_interfaceid": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.730311] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.747479] env[65310]: DEBUG nova.compute.manager [req-26e00a12-86d5-447e-b7f8-e0157826dd3f req-a101691a-07a3-41ed-9ed7-c8f430e77e47 service nova] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Received event network-vif-deleted-6fa2936b-6ab6-45fb-8487-309c25dc9c7a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.966107] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35175c5c-d8c6-44ac-88ed-f5912bb09060 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.974901] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00d6b0f-164f-4ab5-998c-621474b3ef61 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.010816] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be5bb74-439b-4713-9bbb-3b1ea63285a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.020218] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd56262-4731-440e-aa1e-adbc22a9f4b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.035358] env[65310]: DEBUG nova.compute.provider_tree [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.088724] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.190812] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.218788] env[65310]: DEBUG oslo_vmware.api [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446250, 'name': PowerOnVM_Task, 'duration_secs': 1.433356} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.219067] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.219270] env[65310]: INFO nova.compute.manager [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Took 9.45 seconds to spawn the instance on the hypervisor. [ 840.219441] env[65310]: DEBUG nova.compute.manager [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 840.220262] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac23cce9-9b4e-4546-b089-0446592f9761 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.538691] env[65310]: DEBUG nova.scheduler.client.report [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.589934] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446249, 'name': CreateSnapshot_Task, 'duration_secs': 1.706019} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.590170] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 840.591032] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3312cc4e-f37e-4954-87fc-10b10b87835e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.741035] env[65310]: INFO nova.compute.manager [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Took 62.28 seconds to build instance. [ 841.046229] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.046229] env[65310]: DEBUG nova.compute.manager [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 841.047868] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 55.538s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.048294] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.048651] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 841.049125] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.176s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.049498] env[65310]: DEBUG nova.objects.instance [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lazy-loading 'resources' on Instance uuid 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.055280] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2711f9-e2fc-41db-9a22-82cd57e50878 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.063544] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fb55c8-220b-4858-b536-ab37c5779573 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.081947] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb72c90-c599-42e9-a52c-b867264a055d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.090829] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7fec34-034e-4cd9-b429-f984358334f3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.132795] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 841.133835] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178457MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 841.134177] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.135317] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-514c89e3-3973-4867-9e25-5725b29fea20 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.145313] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 841.145313] env[65310]: value = "task-4446251" [ 841.145313] env[65310]: _type = "Task" [ 841.145313] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.154852] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446251, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.243040] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f151d889-ec4a-49a0-b0ad-b187b7384216 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.790s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.553312] env[65310]: DEBUG nova.compute.utils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.554872] env[65310]: DEBUG nova.compute.manager [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Not allocating networking since 'none' was specified. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 841.664436] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446251, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.709349] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b841e77-ba3c-4ea2-a51b-0f9ed0439e66 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.733187] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance 'abd1eefc-d2b6-47f5-a2a5-d538deb761f4' progress to 0 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.748572] env[65310]: DEBUG nova.compute.manager [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 842.059068] env[65310]: DEBUG nova.compute.manager [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 842.088859] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abd3f32-5874-406a-b70e-ffbd2899f17a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.100038] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f37c2c5-63bf-4545-a354-62be0281a607 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.131782] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5fe585-7702-428d-be17-2b69ba937e03 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.135419] env[65310]: DEBUG nova.compute.manager [req-9a17e31b-8da2-4a2a-8655-eea592d1e885 req-22c65215-e661-411f-8a8f-60665af7225a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Received event network-changed-0a98f968-3289-41b4-a02d-4b01007ad168 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 842.135601] env[65310]: DEBUG nova.compute.manager [req-9a17e31b-8da2-4a2a-8655-eea592d1e885 req-22c65215-e661-411f-8a8f-60665af7225a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Refreshing instance network info cache due to event network-changed-0a98f968-3289-41b4-a02d-4b01007ad168. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 842.135809] env[65310]: DEBUG oslo_concurrency.lockutils [req-9a17e31b-8da2-4a2a-8655-eea592d1e885 req-22c65215-e661-411f-8a8f-60665af7225a service nova] Acquiring lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.135946] env[65310]: DEBUG oslo_concurrency.lockutils [req-9a17e31b-8da2-4a2a-8655-eea592d1e885 req-22c65215-e661-411f-8a8f-60665af7225a service nova] Acquired lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.136116] env[65310]: DEBUG nova.network.neutron [req-9a17e31b-8da2-4a2a-8655-eea592d1e885 req-22c65215-e661-411f-8a8f-60665af7225a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Refreshing network info cache for port 0a98f968-3289-41b4-a02d-4b01007ad168 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.144158] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59b3f52-8afc-4f5f-b845-2c46ef89d0bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.164805] env[65310]: DEBUG nova.compute.provider_tree [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.169509] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446251, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.240784] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.241445] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cc8d77a-6e8f-416f-a54f-ff95e84fc015 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.249633] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 842.249633] env[65310]: value = "task-4446252" [ 842.249633] env[65310]: _type = "Task" [ 842.249633] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.262481] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.271845] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.638902] env[65310]: WARNING neutronclient.v2_0.client [req-9a17e31b-8da2-4a2a-8655-eea592d1e885 req-22c65215-e661-411f-8a8f-60665af7225a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.660019] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446251, 'name': CloneVM_Task} progress is 95%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.671652] env[65310]: DEBUG nova.scheduler.client.report [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.760962] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446252, 'name': PowerOffVM_Task, 'duration_secs': 0.39421} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.761220] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.761400] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance 'abd1eefc-d2b6-47f5-a2a5-d538deb761f4' progress to 17 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.867410] env[65310]: WARNING neutronclient.v2_0.client [req-9a17e31b-8da2-4a2a-8655-eea592d1e885 req-22c65215-e661-411f-8a8f-60665af7225a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.947138] env[65310]: DEBUG nova.network.neutron [req-9a17e31b-8da2-4a2a-8655-eea592d1e885 req-22c65215-e661-411f-8a8f-60665af7225a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updated VIF entry in instance network info cache for port 0a98f968-3289-41b4-a02d-4b01007ad168. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 842.947631] env[65310]: DEBUG nova.network.neutron [req-9a17e31b-8da2-4a2a-8655-eea592d1e885 req-22c65215-e661-411f-8a8f-60665af7225a service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance_info_cache with network_info: [{"id": "0a98f968-3289-41b4-a02d-4b01007ad168", "address": "fa:16:3e:c3:05:b9", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a98f968-32", "ovs_interfaceid": "0a98f968-3289-41b4-a02d-4b01007ad168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.069565] env[65310]: DEBUG nova.compute.manager [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 843.102682] env[65310]: DEBUG nova.virt.hardware [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 843.102941] env[65310]: DEBUG nova.virt.hardware [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.103110] env[65310]: DEBUG nova.virt.hardware [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 843.103300] env[65310]: DEBUG nova.virt.hardware [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.103487] env[65310]: DEBUG nova.virt.hardware [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 843.103687] env[65310]: DEBUG nova.virt.hardware [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 843.103877] env[65310]: DEBUG nova.virt.hardware [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 843.104086] env[65310]: DEBUG nova.virt.hardware [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 843.104208] env[65310]: DEBUG nova.virt.hardware [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 843.104371] env[65310]: DEBUG nova.virt.hardware [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 843.104540] env[65310]: DEBUG nova.virt.hardware [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 843.105477] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8934e6a7-edc0-43d9-b778-9c4431497c10 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.114894] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea1e4a6-68e4-4559-a0ff-103fd6f5a3a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.130420] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.136247] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Creating folder: Project (51baef32091c4f2eacbb1476ed2ae40e). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.136582] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92b757f8-3d2c-4730-9de9-148158fa9c1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.149595] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Created folder: Project (51baef32091c4f2eacbb1476ed2ae40e) in parent group-v869493. [ 843.149725] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Creating folder: Instances. Parent ref: group-v869651. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.150077] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edd366e6-ec10-46cd-962d-008a671b5522 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.161465] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446251, 'name': CloneVM_Task, 'duration_secs': 1.730443} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.161731] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Created linked-clone VM from snapshot [ 843.162534] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aec6f4-7b0f-4c92-9d33-ccc97db41653 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.166550] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Created folder: Instances in parent group-v869651. [ 843.166784] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 843.167380] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.167694] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bde8c18-6c28-4df7-ad1a-cab0efd3b3bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.184697] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.187471] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Uploading image 1b36dd51-92f4-4e0c-bc5e-c60971551f5e {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 843.190639] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 55.840s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.192126] env[65310]: INFO nova.compute.claims [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.201621] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.201621] env[65310]: value = "task-4446255" [ 843.201621] env[65310]: _type = "Task" [ 843.201621] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.215515] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446255, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.217694] env[65310]: DEBUG oslo_vmware.rw_handles [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 843.217694] env[65310]: value = "vm-869650" [ 843.217694] env[65310]: _type = "VirtualMachine" [ 843.217694] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 843.217963] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8875973-51c8-45d0-9a9d-a9cfe879f77a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.220801] env[65310]: INFO nova.scheduler.client.report [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted allocations for instance 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a [ 843.229615] env[65310]: DEBUG oslo_vmware.rw_handles [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lease: (returnval){ [ 843.229615] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528d6af4-2326-48cb-689a-f81fdae99d83" [ 843.229615] env[65310]: _type = "HttpNfcLease" [ 843.229615] env[65310]: } obtained for exporting VM: (result){ [ 843.229615] env[65310]: value = "vm-869650" [ 843.229615] env[65310]: _type = "VirtualMachine" [ 843.229615] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 843.230109] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the lease: (returnval){ [ 843.230109] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528d6af4-2326-48cb-689a-f81fdae99d83" [ 843.230109] env[65310]: _type = "HttpNfcLease" [ 843.230109] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 843.238724] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.238724] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528d6af4-2326-48cb-689a-f81fdae99d83" [ 843.238724] env[65310]: _type = "HttpNfcLease" [ 843.238724] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 843.271112] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 843.271431] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.271689] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 843.271964] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.272196] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 843.272392] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 843.272656] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 843.272868] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 843.273074] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 843.273577] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 843.273577] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 843.280164] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce60b2b-1f6c-46ef-88e9-c68f63a68450 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.301139] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 843.301139] env[65310]: value = "task-4446257" [ 843.301139] env[65310]: _type = "Task" [ 843.301139] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.311767] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.450603] env[65310]: DEBUG oslo_concurrency.lockutils [req-9a17e31b-8da2-4a2a-8655-eea592d1e885 req-22c65215-e661-411f-8a8f-60665af7225a service nova] Releasing lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.713623] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446255, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.729662] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 61.925s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.743134] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.743134] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528d6af4-2326-48cb-689a-f81fdae99d83" [ 843.743134] env[65310]: _type = "HttpNfcLease" [ 843.743134] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 843.743429] env[65310]: DEBUG oslo_vmware.rw_handles [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 843.743429] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528d6af4-2326-48cb-689a-f81fdae99d83" [ 843.743429] env[65310]: _type = "HttpNfcLease" [ 843.743429] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 843.744208] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2947488d-8192-4de1-afe3-b9e8754b77ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.754905] env[65310]: DEBUG oslo_vmware.rw_handles [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a412c-f592-b4fa-3564-862b176dda83/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 843.754905] env[65310]: DEBUG oslo_vmware.rw_handles [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a412c-f592-b4fa-3564-862b176dda83/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 843.827117] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.986712] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21e6843b-a0c2-4b27-86b4-b0c74067e610 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.220825] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446255, 'name': CreateVM_Task, 'duration_secs': 0.896787} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.221935] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.222488] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.223245] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.223245] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.223641] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea9a8b8-0bee-4f0a-83b0-f25bf07c02d1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.231716] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 844.231716] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bf3c3e-13ce-51d0-fe14-6b349c45895e" [ 844.231716] env[65310]: _type = "Task" [ 844.231716] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.244952] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bf3c3e-13ce-51d0-fe14-6b349c45895e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.326347] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.710596] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "487f66cc-431c-4e28-9d55-493843604a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.710655] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "487f66cc-431c-4e28-9d55-493843604a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.710822] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "487f66cc-431c-4e28-9d55-493843604a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.710989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "487f66cc-431c-4e28-9d55-493843604a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.711178] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "487f66cc-431c-4e28-9d55-493843604a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.714818] env[65310]: INFO nova.compute.manager [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Terminating instance [ 844.740861] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92693527-a032-4db1-8b36-93df455b6b44 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.755576] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bf3c3e-13ce-51d0-fe14-6b349c45895e, 'name': SearchDatastore_Task, 'duration_secs': 0.025069} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.759043] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.759283] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.759717] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.760060] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.760269] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.760693] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8c3ebdf-d6e1-4158-8009-dcdfd421d683 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.764070] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63ce16c-37a9-49e5-bc28-b0b3013f671c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.804398] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f25db-cea7-4cff-88d8-a7d905de5f05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.807620] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.808163] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.808781] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18cead30-534a-464d-a15c-155233cb1df7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.822810] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cace422-796e-427c-805e-ebfaaa2b53b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.827397] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 844.827397] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52095e10-ce1c-0544-b41f-715aa8f2ab4a" [ 844.827397] env[65310]: _type = "Task" [ 844.827397] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.844460] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446257, 'name': ReconfigVM_Task, 'duration_secs': 1.195857} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.845014] env[65310]: DEBUG nova.compute.provider_tree [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.847139] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance 'abd1eefc-d2b6-47f5-a2a5-d538deb761f4' progress to 33 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.855028] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52095e10-ce1c-0544-b41f-715aa8f2ab4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.857057] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d98d7b-8695-4ec8-a113-a6c8092a51e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.868119] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 844.868119] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525b21ea-59ff-670f-98d7-46368bbf482c" [ 844.868119] env[65310]: _type = "Task" [ 844.868119] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.880157] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525b21ea-59ff-670f-98d7-46368bbf482c, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.880441] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.880711] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.881334] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9a2a5d9-34d7-4da3-8fb4-d30f1192f71c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.889965] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 844.889965] env[65310]: value = "task-4446258" [ 844.889965] env[65310]: _type = "Task" [ 844.889965] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.901885] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.223384] env[65310]: DEBUG nova.compute.manager [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 845.223747] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.224672] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922fdf63-134f-4f9f-8862-4d7044921dd3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.235791] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.236781] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75ba39b6-8f97-436d-a9c8-8abc2db547b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.250890] env[65310]: DEBUG oslo_vmware.api [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 845.250890] env[65310]: value = "task-4446259" [ 845.250890] env[65310]: _type = "Task" [ 845.250890] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.264198] env[65310]: DEBUG oslo_vmware.api [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.357094] env[65310]: DEBUG nova.scheduler.client.report [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.362092] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:12:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='13120da3-3b27-4a5f-813d-917672340728',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1980185357',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 845.362382] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.362479] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 845.362684] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.362831] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 845.362975] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 845.363708] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 845.363708] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 845.363708] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 845.363708] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 845.364030] env[65310]: DEBUG nova.virt.hardware [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 845.369593] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 845.370299] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9810ba5-f741-4052-bd18-10c860b9b4d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.392465] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 845.392465] env[65310]: value = "task-4446260" [ 845.392465] env[65310]: _type = "Task" [ 845.392465] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.411285] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446258, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.411653] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446260, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.762569] env[65310]: DEBUG oslo_vmware.api [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446259, 'name': PowerOffVM_Task, 'duration_secs': 0.303513} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.763016] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.763218] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.763632] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d50345f9-be1a-47c5-9f12-09d6a3e6e9f5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.826410] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.826678] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.826881] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleting the datastore file [datastore1] 487f66cc-431c-4e28-9d55-493843604a30 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.827173] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf248306-e7a7-4041-abb4-986b0dc89b1f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.836156] env[65310]: DEBUG oslo_vmware.api [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 845.836156] env[65310]: value = "task-4446262" [ 845.836156] env[65310]: _type = "Task" [ 845.836156] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.846974] env[65310]: DEBUG oslo_vmware.api [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.871267] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.871898] env[65310]: DEBUG nova.compute.manager [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 845.875037] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 54.570s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.876181] env[65310]: INFO nova.compute.claims [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.905027] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52597} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.905918] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.906122] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.906864] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7670101-d9f5-400d-8eb2-209225b5f786 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.912362] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446260, 'name': ReconfigVM_Task, 'duration_secs': 0.247846} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.913997] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.915386] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16920cb5-ae66-4dd6-b05d-5cb6620aa159 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.921942] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 845.921942] env[65310]: value = "task-4446263" [ 845.921942] env[65310]: _type = "Task" [ 845.921942] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.941304] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] abd1eefc-d2b6-47f5-a2a5-d538deb761f4/abd1eefc-d2b6-47f5-a2a5-d538deb761f4.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.945233] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a3d4d93-166b-49e4-9bcf-4d4e09fc79ba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.967343] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.969483] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 845.969483] env[65310]: value = "task-4446264" [ 845.969483] env[65310]: _type = "Task" [ 845.969483] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.981881] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.347795] env[65310]: DEBUG oslo_vmware.api [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156679} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.348211] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.348297] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.348482] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.348658] env[65310]: INFO nova.compute.manager [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Took 1.13 seconds to destroy the instance on the hypervisor. [ 846.348911] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 846.349167] env[65310]: DEBUG nova.compute.manager [-] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 846.349340] env[65310]: DEBUG nova.network.neutron [-] [instance: 487f66cc-431c-4e28-9d55-493843604a30] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 846.349486] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.381508] env[65310]: DEBUG nova.compute.utils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.385022] env[65310]: DEBUG nova.compute.manager [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Not allocating networking since 'none' was specified. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 846.389288] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.444622] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.482031] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.700544] env[65310]: DEBUG nova.compute.manager [req-aea866f2-5911-4cf1-9b3c-9c529aeab4c3 req-e2326cc2-8daa-47bb-99f6-bc439e745973 service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Received event network-vif-deleted-0dddeb05-681b-43f7-ad21-34e52b15fbf4 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 846.700544] env[65310]: INFO nova.compute.manager [req-aea866f2-5911-4cf1-9b3c-9c529aeab4c3 req-e2326cc2-8daa-47bb-99f6-bc439e745973 service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Neutron deleted interface 0dddeb05-681b-43f7-ad21-34e52b15fbf4; detaching it from the instance and deleting it from the info cache [ 846.700784] env[65310]: DEBUG nova.network.neutron [req-aea866f2-5911-4cf1-9b3c-9c529aeab4c3 req-e2326cc2-8daa-47bb-99f6-bc439e745973 service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.885859] env[65310]: DEBUG nova.compute.manager [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 846.946104] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.866394} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.946477] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.947325] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faf0c25-e28b-4f49-8176-e8e845bee700 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.970811] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.971646] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a21b781d-b228-4aa4-b663-dfb563c2c3c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.000418] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.001904] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 847.001904] env[65310]: value = "task-4446265" [ 847.001904] env[65310]: _type = "Task" [ 847.001904] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.011233] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.142775] env[65310]: DEBUG nova.network.neutron [-] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.207799] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-415d1072-0d8a-4975-8198-028c95baff56 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.226935] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7a08d-10ef-467c-af0b-cd73df629428 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.273965] env[65310]: DEBUG nova.compute.manager [req-aea866f2-5911-4cf1-9b3c-9c529aeab4c3 req-e2326cc2-8daa-47bb-99f6-bc439e745973 service nova] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Detach interface failed, port_id=0dddeb05-681b-43f7-ad21-34e52b15fbf4, reason: Instance 487f66cc-431c-4e28-9d55-493843604a30 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 847.482811] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446264, 'name': ReconfigVM_Task, 'duration_secs': 1.263107} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.485638] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Reconfigured VM instance instance-0000002e to attach disk [datastore1] abd1eefc-d2b6-47f5-a2a5-d538deb761f4/abd1eefc-d2b6-47f5-a2a5-d538deb761f4.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.485919] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance 'abd1eefc-d2b6-47f5-a2a5-d538deb761f4' progress to 50 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.515430] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446265, 'name': ReconfigVM_Task, 'duration_secs': 0.315015} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.515585] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Reconfigured VM instance instance-00000037 to attach disk [datastore2] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.516222] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-102c3e49-fbfd-4611-8ad3-55f38ba95505 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.527294] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 847.527294] env[65310]: value = "task-4446266" [ 847.527294] env[65310]: _type = "Task" [ 847.527294] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.542057] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446266, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.640141] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba68d9f-baab-46d5-9d4b-f2e7dd86a6d0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.649997] env[65310]: INFO nova.compute.manager [-] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Took 1.30 seconds to deallocate network for instance. [ 847.651706] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5107cc-a2d3-4843-9c56-85a055fae0bf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.691195] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d0a9ed-cb1e-404d-9bae-ed9db2ddfd86 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.702594] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4028cf1c-862d-42f4-bd42-df699490a092 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.726010] env[65310]: DEBUG nova.compute.provider_tree [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.898283] env[65310]: DEBUG nova.compute.manager [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 847.928884] env[65310]: DEBUG nova.virt.hardware [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 847.929873] env[65310]: DEBUG nova.virt.hardware [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.930679] env[65310]: DEBUG nova.virt.hardware [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 847.930679] env[65310]: DEBUG nova.virt.hardware [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.930885] env[65310]: DEBUG nova.virt.hardware [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 847.931246] env[65310]: DEBUG nova.virt.hardware [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 847.931614] env[65310]: DEBUG nova.virt.hardware [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 847.931894] env[65310]: DEBUG nova.virt.hardware [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 847.933981] env[65310]: DEBUG nova.virt.hardware [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 847.933981] env[65310]: DEBUG nova.virt.hardware [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 847.933981] env[65310]: DEBUG nova.virt.hardware [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 847.933981] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfcb83d-ca35-4da5-9685-aced2dd1c52d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.945323] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc86fac5-f4ba-4f97-8c06-09dccf13e5cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.963231] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.969384] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Creating folder: Project (c0944865010e4395acbf0ee892e00d47). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.970017] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53b23ab3-fef5-4be1-94ab-3b5826b5038e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.983386] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Created folder: Project (c0944865010e4395acbf0ee892e00d47) in parent group-v869493. [ 847.983679] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Creating folder: Instances. Parent ref: group-v869654. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.984016] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-643a910b-0ca5-4995-b446-ae990e3a1406 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.995818] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63e18c9-a48a-49bf-bded-cd114181c99d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.000032] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Created folder: Instances in parent group-v869654. [ 848.000885] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 848.001279] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.001507] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f1b8b26-2c0c-460a-8d2a-2646e4d15c85 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.040163] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abd97c1-4920-439c-b73a-cf4feda2800d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.045223] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.045223] env[65310]: value = "task-4446269" [ 848.045223] env[65310]: _type = "Task" [ 848.045223] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.070078] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance 'abd1eefc-d2b6-47f5-a2a5-d538deb761f4' progress to 67 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.074137] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446266, 'name': Rename_Task, 'duration_secs': 0.157228} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.074951] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.077275] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9fb17ae-6469-4441-ae4a-5d6c0236e7d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.081265] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446269, 'name': CreateVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.086902] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 848.086902] env[65310]: value = "task-4446270" [ 848.086902] env[65310]: _type = "Task" [ 848.086902] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.099772] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.160211] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.232548] env[65310]: DEBUG nova.scheduler.client.report [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.559510] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446269, 'name': CreateVM_Task, 'duration_secs': 0.441475} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.559842] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.560147] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.560332] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.560651] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.560926] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e351da90-e548-466d-8900-315ed5e58c83 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.566641] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for the task: (returnval){ [ 848.566641] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522dd7e8-d0a4-cdfe-a92c-02509c01bdef" [ 848.566641] env[65310]: _type = "Task" [ 848.566641] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.578014] env[65310]: WARNING neutronclient.v2_0.client [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.578409] env[65310]: WARNING neutronclient.v2_0.client [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.580615] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522dd7e8-d0a4-cdfe-a92c-02509c01bdef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.597516] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.615791] env[65310]: DEBUG nova.network.neutron [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Port f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 848.740245] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.740846] env[65310]: DEBUG nova.compute.manager [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 848.743844] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 56.099s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.744106] env[65310]: DEBUG nova.objects.instance [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lazy-loading 'resources' on Instance uuid d4ac215d-edf5-4cb9-929a-1325ea7e9bc9 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.763620] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.764067] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.080118] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522dd7e8-d0a4-cdfe-a92c-02509c01bdef, 'name': SearchDatastore_Task, 'duration_secs': 0.011494} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.080524] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.080896] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.080999] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.081122] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.081266] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.081551] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1805612-d58e-490a-a237-0cf7f6423a2e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.097014] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.097014] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.100754] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593417d3-de7c-4fa7-95af-e234bb44c7f2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.104029] env[65310]: DEBUG oslo_vmware.api [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446270, 'name': PowerOnVM_Task, 'duration_secs': 0.991015} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.104029] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.104029] env[65310]: INFO nova.compute.manager [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Took 6.03 seconds to spawn the instance on the hypervisor. [ 849.104257] env[65310]: DEBUG nova.compute.manager [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 849.105621] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddab7d1-2f75-43fa-b815-7fdb1b179aae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.109881] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for the task: (returnval){ [ 849.109881] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52128ec8-dbab-5157-3788-07cb577c6f70" [ 849.109881] env[65310]: _type = "Task" [ 849.109881] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.131844] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52128ec8-dbab-5157-3788-07cb577c6f70, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.133015] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc518af3-91a5-4d3f-8517-59a417b888dd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.140804] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for the task: (returnval){ [ 849.140804] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5207d97c-1ced-c9a9-e8df-a9e788c2f350" [ 849.140804] env[65310]: _type = "Task" [ 849.140804] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.151739] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5207d97c-1ced-c9a9-e8df-a9e788c2f350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.252498] env[65310]: DEBUG nova.compute.utils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.254702] env[65310]: DEBUG nova.compute.manager [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 849.255108] env[65310]: DEBUG nova.network.neutron [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 849.255685] env[65310]: WARNING neutronclient.v2_0.client [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.256090] env[65310]: WARNING neutronclient.v2_0.client [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.267250] env[65310]: INFO nova.compute.manager [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Detaching volume 9c9551eb-b461-44e6-8913-974c002ecc80 [ 849.305761] env[65310]: DEBUG nova.policy [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '259746fad6aa47f2898fde7c09faaa78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ede1bc89e21d4d6b983de4cff608d809', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.313867] env[65310]: INFO nova.virt.block_device [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Attempting to driver detach volume 9c9551eb-b461-44e6-8913-974c002ecc80 from mountpoint /dev/sdb [ 849.314117] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 849.314307] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869609', 'volume_id': '9c9551eb-b461-44e6-8913-974c002ecc80', 'name': 'volume-9c9551eb-b461-44e6-8913-974c002ecc80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '242c60e5-0ad8-42c7-b47c-846bf5b7001f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9551eb-b461-44e6-8913-974c002ecc80', 'serial': '9c9551eb-b461-44e6-8913-974c002ecc80'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 849.315619] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab718a2-267b-4c30-94cd-c176fcacb3ec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.349966] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a000ff05-5343-4942-86b2-520c0a933efd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.359221] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2079e5d7-6c3f-43ea-b092-86979faf3e9d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.383869] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2871ba-25fe-4b50-839c-537d80223454 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.402201] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The volume has not been displaced from its original location: [datastore2] volume-9c9551eb-b461-44e6-8913-974c002ecc80/volume-9c9551eb-b461-44e6-8913-974c002ecc80.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 849.407551] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 849.410892] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69f4973-7557-4530-af16-eb7d6acb3bdf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.430458] env[65310]: DEBUG oslo_vmware.api [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 849.430458] env[65310]: value = "task-4446271" [ 849.430458] env[65310]: _type = "Task" [ 849.430458] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.443657] env[65310]: DEBUG oslo_vmware.api [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.653983] env[65310]: INFO nova.compute.manager [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Took 66.61 seconds to build instance. [ 849.664608] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.667383] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.667383] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.668734] env[65310]: DEBUG nova.network.neutron [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Successfully created port: 80d7fe16-41d6-482c-b3a0-5acc7f32b547 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 849.676363] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5207d97c-1ced-c9a9-e8df-a9e788c2f350, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.680316] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.680316] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] c2ba77d4-35f0-4373-87cc-1511d905b3fc/c2ba77d4-35f0-4373-87cc-1511d905b3fc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.681964] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-968605c9-3f9d-487a-a460-be71b052cebf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.693785] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for the task: (returnval){ [ 849.693785] env[65310]: value = "task-4446272" [ 849.693785] env[65310]: _type = "Task" [ 849.693785] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.705641] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.759817] env[65310]: DEBUG nova.compute.utils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.880329] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673b3cd1-64ab-4c62-b123-e7bd53fdac7d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.894704] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e224aebf-ed78-4d46-a8af-be4a397957d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.938411] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33698c91-fb42-4115-8e29-9962c39a336e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.956065] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667581c0-9db7-4204-a119-fec30e6d63d8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.961336] env[65310]: DEBUG oslo_vmware.api [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446271, 'name': ReconfigVM_Task, 'duration_secs': 0.279116} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.961336] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 849.966792] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb561668-6d92-4178-b10b-bb1c3e53602f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.986832] env[65310]: DEBUG nova.compute.provider_tree [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.996449] env[65310]: DEBUG oslo_vmware.api [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 849.996449] env[65310]: value = "task-4446273" [ 849.996449] env[65310]: _type = "Task" [ 849.996449] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.011376] env[65310]: DEBUG oslo_vmware.api [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.165704] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fe0d3-4dfb-4a9d-9176-3cc06624181f tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "d3ff08ef-6377-4365-b3e6-ee2918e45417" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.136s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.214953] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446272, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.262719] env[65310]: DEBUG nova.compute.manager [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 850.490936] env[65310]: DEBUG nova.scheduler.client.report [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.510025] env[65310]: DEBUG oslo_vmware.api [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446273, 'name': ReconfigVM_Task, 'duration_secs': 0.328307} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.510257] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869609', 'volume_id': '9c9551eb-b461-44e6-8913-974c002ecc80', 'name': 'volume-9c9551eb-b461-44e6-8913-974c002ecc80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '242c60e5-0ad8-42c7-b47c-846bf5b7001f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9551eb-b461-44e6-8913-974c002ecc80', 'serial': '9c9551eb-b461-44e6-8913-974c002ecc80'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 850.673660] env[65310]: WARNING neutronclient.v2_0.client [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.677504] env[65310]: DEBUG nova.compute.manager [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 850.707820] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543862} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.708178] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] c2ba77d4-35f0-4373-87cc-1511d905b3fc/c2ba77d4-35f0-4373-87cc-1511d905b3fc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.708465] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.708790] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21dd5fa0-6d3d-44af-861e-ff72568f75c0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.718278] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for the task: (returnval){ [ 850.718278] env[65310]: value = "task-4446274" [ 850.718278] env[65310]: _type = "Task" [ 850.718278] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.728273] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.753916] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.754222] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.754462] env[65310]: DEBUG nova.network.neutron [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 850.998939] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.001898] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.515s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.002035] env[65310]: DEBUG nova.objects.instance [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lazy-loading 'resources' on Instance uuid 8ddd4b00-c804-4c11-a462-86cd44c11636 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.023787] env[65310]: INFO nova.scheduler.client.report [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Deleted allocations for instance d4ac215d-edf5-4cb9-929a-1325ea7e9bc9 [ 851.067299] env[65310]: DEBUG nova.objects.instance [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lazy-loading 'flavor' on Instance uuid 242c60e5-0ad8-42c7-b47c-846bf5b7001f {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.113501] env[65310]: INFO nova.compute.manager [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Rebuilding instance [ 851.156128] env[65310]: DEBUG nova.compute.manager [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 851.157906] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3504ac-dad4-4090-821a-3b27a7e0a1d7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.201643] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.228771] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067445} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.230161] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.231448] env[65310]: DEBUG nova.compute.manager [req-50a3fc3c-ee03-4eb2-b76b-c6d1b765fd54 req-1cb69d91-7134-4437-a1f1-f68056d6d574 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Received event network-vif-plugged-80d7fe16-41d6-482c-b3a0-5acc7f32b547 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 851.231674] env[65310]: DEBUG oslo_concurrency.lockutils [req-50a3fc3c-ee03-4eb2-b76b-c6d1b765fd54 req-1cb69d91-7134-4437-a1f1-f68056d6d574 service nova] Acquiring lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.231910] env[65310]: DEBUG oslo_concurrency.lockutils [req-50a3fc3c-ee03-4eb2-b76b-c6d1b765fd54 req-1cb69d91-7134-4437-a1f1-f68056d6d574 service nova] Lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.232142] env[65310]: DEBUG oslo_concurrency.lockutils [req-50a3fc3c-ee03-4eb2-b76b-c6d1b765fd54 req-1cb69d91-7134-4437-a1f1-f68056d6d574 service nova] Lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.232351] env[65310]: DEBUG nova.compute.manager [req-50a3fc3c-ee03-4eb2-b76b-c6d1b765fd54 req-1cb69d91-7134-4437-a1f1-f68056d6d574 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] No waiting events found dispatching network-vif-plugged-80d7fe16-41d6-482c-b3a0-5acc7f32b547 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 851.232547] env[65310]: WARNING nova.compute.manager [req-50a3fc3c-ee03-4eb2-b76b-c6d1b765fd54 req-1cb69d91-7134-4437-a1f1-f68056d6d574 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Received unexpected event network-vif-plugged-80d7fe16-41d6-482c-b3a0-5acc7f32b547 for instance with vm_state building and task_state spawning. [ 851.233408] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59acefa3-4e69-485d-b589-cdeccfa83a1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.257964] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] c2ba77d4-35f0-4373-87cc-1511d905b3fc/c2ba77d4-35f0-4373-87cc-1511d905b3fc.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.258734] env[65310]: WARNING neutronclient.v2_0.client [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.261592] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e09144a5-bb6c-4fdf-a901-813c770a697c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.277993] env[65310]: DEBUG nova.compute.manager [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 851.288604] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for the task: (returnval){ [ 851.288604] env[65310]: value = "task-4446275" [ 851.288604] env[65310]: _type = "Task" [ 851.288604] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.306358] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.318340] env[65310]: DEBUG nova.virt.hardware [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1002084323',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-80811692',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 851.318610] env[65310]: DEBUG nova.virt.hardware [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.318764] env[65310]: DEBUG nova.virt.hardware [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 851.318943] env[65310]: DEBUG nova.virt.hardware [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.321123] env[65310]: DEBUG nova.virt.hardware [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 851.321123] env[65310]: DEBUG nova.virt.hardware [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 851.321123] env[65310]: DEBUG nova.virt.hardware [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 851.321123] env[65310]: DEBUG nova.virt.hardware [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 851.321123] env[65310]: DEBUG nova.virt.hardware [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 851.321123] env[65310]: DEBUG nova.virt.hardware [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 851.321123] env[65310]: DEBUG nova.virt.hardware [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 851.321539] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d51f53-6f3f-405c-8567-847fe20ab8dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.326420] env[65310]: DEBUG nova.network.neutron [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Successfully updated port: 80d7fe16-41d6-482c-b3a0-5acc7f32b547 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 851.332805] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a71b6d6-51c0-4245-b072-10c5382ec63f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.454844] env[65310]: WARNING neutronclient.v2_0.client [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.534516] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9054d2ea-e2d4-4024-970d-1948615c1fff tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "d4ac215d-edf5-4cb9-929a-1325ea7e9bc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 62.773s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.544092] env[65310]: DEBUG nova.network.neutron [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance_info_cache with network_info: [{"id": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "address": "fa:16:3e:6e:0f:16", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22c8251-f5", "ovs_interfaceid": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.803224] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446275, 'name': ReconfigVM_Task, 'duration_secs': 0.438767} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.803562] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Reconfigured VM instance instance-00000038 to attach disk [datastore2] c2ba77d4-35f0-4373-87cc-1511d905b3fc/c2ba77d4-35f0-4373-87cc-1511d905b3fc.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.804855] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-507eb7bb-670b-4ae6-8748-045abaca3d72 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.816102] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for the task: (returnval){ [ 851.816102] env[65310]: value = "task-4446276" [ 851.816102] env[65310]: _type = "Task" [ 851.816102] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.828914] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446276, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.831713] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "refresh_cache-8cd6c7df-45a5-4c12-9148-af828d5c92d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.831903] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquired lock "refresh_cache-8cd6c7df-45a5-4c12-9148-af828d5c92d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.832125] env[65310]: DEBUG nova.network.neutron [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 851.998050] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5846e11c-8b20-469e-80ae-454652f3f4e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.007245] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d83be7-7fa1-45bf-9953-6161e900291e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.045190] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b438139-3dd8-4687-8601-c91f5ae9236f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.048236] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.059877] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66645d44-b853-435e-9c9c-d02bde26ed4a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.073715] env[65310]: DEBUG nova.compute.provider_tree [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.075339] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ec07ed9f-aa1e-4501-8ad2-88896d236ae5 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.311s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.176545] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.176897] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ad2c7c9-1306-4db7-ba21-e52cf348aa89 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.185864] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 852.185864] env[65310]: value = "task-4446277" [ 852.185864] env[65310]: _type = "Task" [ 852.185864] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.196020] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.326874] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446276, 'name': Rename_Task, 'duration_secs': 0.221726} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.327305] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.327575] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b7a3452-9f31-40d9-8786-335a403bb4bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.338961] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for the task: (returnval){ [ 852.338961] env[65310]: value = "task-4446278" [ 852.338961] env[65310]: _type = "Task" [ 852.338961] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.352142] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.352728] env[65310]: DEBUG oslo_concurrency.lockutils [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.353126] env[65310]: DEBUG oslo_concurrency.lockutils [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.353410] env[65310]: DEBUG oslo_concurrency.lockutils [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.354544] env[65310]: DEBUG oslo_concurrency.lockutils [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.354544] env[65310]: DEBUG oslo_concurrency.lockutils [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.357099] env[65310]: INFO nova.compute.manager [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Terminating instance [ 852.376326] env[65310]: DEBUG nova.network.neutron [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 852.466276] env[65310]: WARNING neutronclient.v2_0.client [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.543753] env[65310]: DEBUG nova.network.neutron [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Updating instance_info_cache with network_info: [{"id": "80d7fe16-41d6-482c-b3a0-5acc7f32b547", "address": "fa:16:3e:ea:1a:fe", "network": {"id": "8e33b1eb-2072-4a71-80bc-5de66ef9089e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1681803919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede1bc89e21d4d6b983de4cff608d809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d7fe16-41", "ovs_interfaceid": "80d7fe16-41d6-482c-b3a0-5acc7f32b547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.571471] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8777505f-69e3-47a1-8610-0f352bbd8355 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.579377] env[65310]: DEBUG nova.scheduler.client.report [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.605452] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2959c9cd-cd43-4894-81d2-61610ab288a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.615889] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance 'abd1eefc-d2b6-47f5-a2a5-d538deb761f4' progress to 83 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.700194] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446277, 'name': PowerOffVM_Task, 'duration_secs': 0.12975} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.700872] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.701261] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.702633] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f44e52-8f55-4d29-986d-341c621f363f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.713564] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.713936] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b303ebe8-ea1d-4098-8184-ecb1d18942c9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.742659] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.742942] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.743171] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Deleting the datastore file [datastore2] d3ff08ef-6377-4365-b3e6-ee2918e45417 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.743472] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74067c9c-c33d-4f49-af75-c186c72a36d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.751023] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 852.751023] env[65310]: value = "task-4446280" [ 852.751023] env[65310]: _type = "Task" [ 852.751023] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.762093] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.850561] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446278, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.864435] env[65310]: DEBUG nova.compute.manager [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 852.864674] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.865682] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c737f3d2-4426-416a-949d-2bf3330d2639 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.874447] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.874746] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc1b86c9-fa3f-4cdd-bd87-7635c312f14e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.882354] env[65310]: DEBUG oslo_vmware.api [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 852.882354] env[65310]: value = "task-4446281" [ 852.882354] env[65310]: _type = "Task" [ 852.882354] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.893237] env[65310]: DEBUG oslo_vmware.api [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.921192] env[65310]: DEBUG oslo_vmware.rw_handles [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a412c-f592-b4fa-3564-862b176dda83/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 852.922451] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3070c751-bf27-4991-96da-ba3d6772bccc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.930299] env[65310]: DEBUG oslo_vmware.rw_handles [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a412c-f592-b4fa-3564-862b176dda83/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 852.930468] env[65310]: ERROR oslo_vmware.rw_handles [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a412c-f592-b4fa-3564-862b176dda83/disk-0.vmdk due to incomplete transfer. [ 852.930706] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c6aa469f-e037-41cf-96e6-ea0ecf3ffe8f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.939303] env[65310]: DEBUG oslo_vmware.rw_handles [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a412c-f592-b4fa-3564-862b176dda83/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 852.939506] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Uploaded image 1b36dd51-92f4-4e0c-bc5e-c60971551f5e to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 852.942389] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 852.942698] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c010c833-2c32-4f15-8032-f1d56846581b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.952533] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 852.952533] env[65310]: value = "task-4446282" [ 852.952533] env[65310]: _type = "Task" [ 852.952533] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.972939] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446282, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.047161] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Releasing lock "refresh_cache-8cd6c7df-45a5-4c12-9148-af828d5c92d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.047606] env[65310]: DEBUG nova.compute.manager [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Instance network_info: |[{"id": "80d7fe16-41d6-482c-b3a0-5acc7f32b547", "address": "fa:16:3e:ea:1a:fe", "network": {"id": "8e33b1eb-2072-4a71-80bc-5de66ef9089e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1681803919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede1bc89e21d4d6b983de4cff608d809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d7fe16-41", "ovs_interfaceid": "80d7fe16-41d6-482c-b3a0-5acc7f32b547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 853.048134] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:1a:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80d7fe16-41d6-482c-b3a0-5acc7f32b547', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.058327] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 853.058648] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.058913] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-def662a7-a9e4-449d-a25a-dbc0b60a91a7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.080405] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.080405] env[65310]: value = "task-4446283" [ 853.080405] env[65310]: _type = "Task" [ 853.080405] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.084399] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.087075] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.590s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.088396] env[65310]: INFO nova.compute.claims [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.098609] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446283, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.117162] env[65310]: INFO nova.scheduler.client.report [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Deleted allocations for instance 8ddd4b00-c804-4c11-a462-86cd44c11636 [ 853.122979] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.123501] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-950ba37e-5442-4508-9b10-f3eb8e79a6a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.132041] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 853.132041] env[65310]: value = "task-4446284" [ 853.132041] env[65310]: _type = "Task" [ 853.132041] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.143107] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.263538] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100948} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.263975] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.264294] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.264677] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.350765] env[65310]: DEBUG oslo_vmware.api [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446278, 'name': PowerOnVM_Task, 'duration_secs': 0.655601} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.351082] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.351352] env[65310]: INFO nova.compute.manager [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Took 5.45 seconds to spawn the instance on the hypervisor. [ 853.351682] env[65310]: DEBUG nova.compute.manager [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 853.352545] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8515f2-08fb-448e-a83b-a1f9db4377d6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.384843] env[65310]: DEBUG nova.compute.manager [req-5a30802b-3378-42ea-8610-b5d6402492cc req-ff8e04af-11d8-4479-96ea-123ff7ce1297 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Received event network-changed-80d7fe16-41d6-482c-b3a0-5acc7f32b547 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 853.385068] env[65310]: DEBUG nova.compute.manager [req-5a30802b-3378-42ea-8610-b5d6402492cc req-ff8e04af-11d8-4479-96ea-123ff7ce1297 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Refreshing instance network info cache due to event network-changed-80d7fe16-41d6-482c-b3a0-5acc7f32b547. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 853.385299] env[65310]: DEBUG oslo_concurrency.lockutils [req-5a30802b-3378-42ea-8610-b5d6402492cc req-ff8e04af-11d8-4479-96ea-123ff7ce1297 service nova] Acquiring lock "refresh_cache-8cd6c7df-45a5-4c12-9148-af828d5c92d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.385441] env[65310]: DEBUG oslo_concurrency.lockutils [req-5a30802b-3378-42ea-8610-b5d6402492cc req-ff8e04af-11d8-4479-96ea-123ff7ce1297 service nova] Acquired lock "refresh_cache-8cd6c7df-45a5-4c12-9148-af828d5c92d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.385600] env[65310]: DEBUG nova.network.neutron [req-5a30802b-3378-42ea-8610-b5d6402492cc req-ff8e04af-11d8-4479-96ea-123ff7ce1297 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Refreshing network info cache for port 80d7fe16-41d6-482c-b3a0-5acc7f32b547 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.401111] env[65310]: DEBUG oslo_vmware.api [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446281, 'name': PowerOffVM_Task, 'duration_secs': 0.227295} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.402232] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.402422] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.402711] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9614c03-7269-4085-870c-8d96ea423f1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.463460] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446282, 'name': Destroy_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.488455] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.488723] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.488888] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleting the datastore file [datastore2] 242c60e5-0ad8-42c7-b47c-846bf5b7001f {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.489263] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-775a7d98-4f4c-4b1b-8003-672396ac0d3d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.497381] env[65310]: DEBUG oslo_vmware.api [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 853.497381] env[65310]: value = "task-4446286" [ 853.497381] env[65310]: _type = "Task" [ 853.497381] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.508718] env[65310]: DEBUG oslo_vmware.api [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.591707] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446283, 'name': CreateVM_Task, 'duration_secs': 0.414366} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.591972] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.595139] env[65310]: WARNING neutronclient.v2_0.client [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.595603] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.596433] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.596433] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.596806] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32acab9d-5a8c-4306-bd6b-cf7d14ac4a15 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.603011] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 853.603011] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5247f17c-3db6-ef16-68b1-c1aa6de9ec8d" [ 853.603011] env[65310]: _type = "Task" [ 853.603011] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.613352] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5247f17c-3db6-ef16-68b1-c1aa6de9ec8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.628034] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "8ddd4b00-c804-4c11-a462-86cd44c11636" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 60.746s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.646267] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.872494] env[65310]: INFO nova.compute.manager [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Took 66.54 seconds to build instance. [ 853.893192] env[65310]: WARNING neutronclient.v2_0.client [req-5a30802b-3378-42ea-8610-b5d6402492cc req-ff8e04af-11d8-4479-96ea-123ff7ce1297 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.965256] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446282, 'name': Destroy_Task, 'duration_secs': 0.703129} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.965520] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Destroyed the VM [ 853.965753] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 853.966040] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-adfb7040-1f3c-4d3c-a597-93612cce9f2d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.973201] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 853.973201] env[65310]: value = "task-4446287" [ 853.973201] env[65310]: _type = "Task" [ 853.973201] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.985253] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446287, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.011741] env[65310]: DEBUG oslo_vmware.api [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152736} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.012647] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.012647] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.012647] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.012647] env[65310]: INFO nova.compute.manager [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 854.012885] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 854.013009] env[65310]: DEBUG nova.compute.manager [-] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 854.013192] env[65310]: DEBUG nova.network.neutron [-] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 854.013317] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.061999] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.087039] env[65310]: WARNING neutronclient.v2_0.client [req-5a30802b-3378-42ea-8610-b5d6402492cc req-ff8e04af-11d8-4479-96ea-123ff7ce1297 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.120300] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5247f17c-3db6-ef16-68b1-c1aa6de9ec8d, 'name': SearchDatastore_Task, 'duration_secs': 0.013847} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.120791] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.121053] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.121377] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.121585] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.121896] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.122229] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc3c9de3-8f65-4768-abcd-9e3fd74c5336 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.139601] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.139836] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.143524] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3b785c-7ea6-4d8a-9ea3-a5a15e4967e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.155979] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 854.155979] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521f7438-e99c-f642-e315-8679a77ff774" [ 854.155979] env[65310]: _type = "Task" [ 854.155979] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.155979] env[65310]: DEBUG oslo_vmware.api [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446284, 'name': PowerOnVM_Task, 'duration_secs': 0.67656} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.155979] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.155979] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7a889825-07d7-425d-921f-00b1eb06af71 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance 'abd1eefc-d2b6-47f5-a2a5-d538deb761f4' progress to 100 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 854.178500] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521f7438-e99c-f642-e315-8679a77ff774, 'name': SearchDatastore_Task, 'duration_secs': 0.020417} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.179802] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34def6d4-3d74-46c5-b913-a0fdcdc364ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.187191] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 854.187191] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522b28f4-6041-1e24-42f5-38670a1adfb8" [ 854.187191] env[65310]: _type = "Task" [ 854.187191] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.203058] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522b28f4-6041-1e24-42f5-38670a1adfb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012745} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.203751] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.203836] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8cd6c7df-45a5-4c12-9148-af828d5c92d1/8cd6c7df-45a5-4c12-9148-af828d5c92d1.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.204168] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-588effc6-c0f5-4d3b-b197-49704f820f2a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.207161] env[65310]: DEBUG nova.network.neutron [req-5a30802b-3378-42ea-8610-b5d6402492cc req-ff8e04af-11d8-4479-96ea-123ff7ce1297 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Updated VIF entry in instance network info cache for port 80d7fe16-41d6-482c-b3a0-5acc7f32b547. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 854.207508] env[65310]: DEBUG nova.network.neutron [req-5a30802b-3378-42ea-8610-b5d6402492cc req-ff8e04af-11d8-4479-96ea-123ff7ce1297 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Updating instance_info_cache with network_info: [{"id": "80d7fe16-41d6-482c-b3a0-5acc7f32b547", "address": "fa:16:3e:ea:1a:fe", "network": {"id": "8e33b1eb-2072-4a71-80bc-5de66ef9089e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1681803919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede1bc89e21d4d6b983de4cff608d809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d7fe16-41", "ovs_interfaceid": "80d7fe16-41d6-482c-b3a0-5acc7f32b547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.216290] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 854.216290] env[65310]: value = "task-4446288" [ 854.216290] env[65310]: _type = "Task" [ 854.216290] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.232444] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.319726] env[65310]: DEBUG nova.virt.hardware [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 854.319991] env[65310]: DEBUG nova.virt.hardware [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.320214] env[65310]: DEBUG nova.virt.hardware [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 854.320470] env[65310]: DEBUG nova.virt.hardware [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.320667] env[65310]: DEBUG nova.virt.hardware [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 854.320821] env[65310]: DEBUG nova.virt.hardware [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 854.321049] env[65310]: DEBUG nova.virt.hardware [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 854.321249] env[65310]: DEBUG nova.virt.hardware [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 854.321455] env[65310]: DEBUG nova.virt.hardware [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 854.321641] env[65310]: DEBUG nova.virt.hardware [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 854.321847] env[65310]: DEBUG nova.virt.hardware [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 854.322892] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c652a6-ed0d-49fa-a60d-f571f384174f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.337844] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e350510c-7c53-473a-9d5d-209039b731cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.360563] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.365789] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 854.369850] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.372534] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fae01dfe-2fea-49e2-83fa-52ffd49eb6cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.396726] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa629580-799c-4808-91b9-65405c01e189 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Lock "c2ba77d4-35f0-4373-87cc-1511d905b3fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.074s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.404480] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.404480] env[65310]: value = "task-4446289" [ 854.404480] env[65310]: _type = "Task" [ 854.404480] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.417018] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446289, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.493896] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446287, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.711568] env[65310]: DEBUG oslo_concurrency.lockutils [req-5a30802b-3378-42ea-8610-b5d6402492cc req-ff8e04af-11d8-4479-96ea-123ff7ce1297 service nova] Releasing lock "refresh_cache-8cd6c7df-45a5-4c12-9148-af828d5c92d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.730192] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446288, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.750508] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1aaf51-8643-4641-afd3-d47131b70008 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.760189] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76ef6d0-132c-42d9-b96c-549962ce988b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.801968] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e549ca-c7ab-483d-9dba-27521b4386c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.812412] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c092297-fee0-4023-8866-de6a809b1aab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.828265] env[65310]: DEBUG nova.compute.provider_tree [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.899243] env[65310]: DEBUG nova.compute.manager [None req-599445f2-87c1-45be-bc78-ea074a100302 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 854.899851] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1972524a-9f00-4530-a0f9-4c58fe615a7b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.926551] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "d4a33da6-6147-465d-a3c1-19373183f7af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.926794] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "d4a33da6-6147-465d-a3c1-19373183f7af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.928332] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446289, 'name': CreateVM_Task, 'duration_secs': 0.4647} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.930589] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.934238] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.934238] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.934238] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.934238] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa660ee-fafe-4d2c-ae64-ac727c276e4b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.938181] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 854.938181] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522ed7df-fa43-0d97-f4a7-89bcd94fc534" [ 854.938181] env[65310]: _type = "Task" [ 854.938181] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.949534] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522ed7df-fa43-0d97-f4a7-89bcd94fc534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.985555] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446287, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.143186] env[65310]: DEBUG nova.network.neutron [-] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.213399] env[65310]: DEBUG nova.compute.manager [req-3fbb5724-286a-41d8-9d22-506a3e564227 req-8884355a-9c3a-4851-87b7-9a90d88ad28a service nova] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Received event network-vif-deleted-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 855.229530] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551901} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.229807] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8cd6c7df-45a5-4c12-9148-af828d5c92d1/8cd6c7df-45a5-4c12-9148-af828d5c92d1.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.230344] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.230609] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff44e70b-8963-4bd9-944a-50d552f168be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.240044] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 855.240044] env[65310]: value = "task-4446290" [ 855.240044] env[65310]: _type = "Task" [ 855.240044] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.251641] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.334976] env[65310]: DEBUG nova.scheduler.client.report [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.380637] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquiring lock "c2ba77d4-35f0-4373-87cc-1511d905b3fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.381078] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Lock "c2ba77d4-35f0-4373-87cc-1511d905b3fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.381410] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquiring lock "c2ba77d4-35f0-4373-87cc-1511d905b3fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.381702] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Lock "c2ba77d4-35f0-4373-87cc-1511d905b3fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.381975] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Lock "c2ba77d4-35f0-4373-87cc-1511d905b3fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.387215] env[65310]: INFO nova.compute.manager [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Terminating instance [ 855.431132] env[65310]: DEBUG nova.compute.manager [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 855.434515] env[65310]: INFO nova.compute.manager [None req-599445f2-87c1-45be-bc78-ea074a100302 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] instance snapshotting [ 855.435175] env[65310]: DEBUG nova.objects.instance [None req-599445f2-87c1-45be-bc78-ea074a100302 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Lazy-loading 'flavor' on Instance uuid c2ba77d4-35f0-4373-87cc-1511d905b3fc {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.451912] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522ed7df-fa43-0d97-f4a7-89bcd94fc534, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.452268] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.452493] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.452778] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.453089] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.453148] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.454121] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fb0eb4c-8ea1-4d5e-8919-fd2c789d1a96 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.469094] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.469334] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.470140] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f649e2c0-c603-4a73-9df8-5b1a030d4425 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.481935] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 855.481935] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522fe588-07a0-1ddd-a48d-9dc7cf2f0a9d" [ 855.481935] env[65310]: _type = "Task" [ 855.481935] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.493324] env[65310]: DEBUG oslo_vmware.api [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446287, 'name': RemoveSnapshot_Task, 'duration_secs': 1.104089} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.494095] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 855.494358] env[65310]: INFO nova.compute.manager [None req-cf228735-93ad-452e-82d5-4b0bbf82c1c8 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Took 17.47 seconds to snapshot the instance on the hypervisor. [ 855.500876] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522fe588-07a0-1ddd-a48d-9dc7cf2f0a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.646482] env[65310]: INFO nova.compute.manager [-] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Took 1.63 seconds to deallocate network for instance. [ 855.750350] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.315221} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.750638] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.751520] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce39ae9d-3714-494f-a6c1-5a3d85b67bc9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.776036] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 8cd6c7df-45a5-4c12-9148-af828d5c92d1/8cd6c7df-45a5-4c12-9148-af828d5c92d1.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.776333] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c3cb81c-a3aa-489a-b9e4-64979b976e7e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.798802] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 855.798802] env[65310]: value = "task-4446291" [ 855.798802] env[65310]: _type = "Task" [ 855.798802] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.811514] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.844877] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.845458] env[65310]: DEBUG nova.compute.manager [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 855.849472] env[65310]: DEBUG oslo_concurrency.lockutils [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.361s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.849798] env[65310]: DEBUG nova.objects.instance [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Lazy-loading 'resources' on Instance uuid 5ed9ef5b-376d-4e91-a163-b284d8e73492 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.892020] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquiring lock "refresh_cache-c2ba77d4-35f0-4373-87cc-1511d905b3fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.892238] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquired lock "refresh_cache-c2ba77d4-35f0-4373-87cc-1511d905b3fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.892418] env[65310]: DEBUG nova.network.neutron [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 855.946532] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6259924-abb1-448c-a84c-18107d59f767 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.974395] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.975822] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f87073-8d4b-4616-8a58-c1a9cc9d0e0d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.007828] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522fe588-07a0-1ddd-a48d-9dc7cf2f0a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.029981} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.012234] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbdfb25-10dd-4cf4-a5c5-2fbf7d966052 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.021189] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 856.021189] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52230d1f-e00f-f6d9-2115-1278bf59fedf" [ 856.021189] env[65310]: _type = "Task" [ 856.021189] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.034751] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52230d1f-e00f-f6d9-2115-1278bf59fedf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.153883] env[65310]: DEBUG oslo_concurrency.lockutils [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.310617] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446291, 'name': ReconfigVM_Task, 'duration_secs': 0.485145} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.310941] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 8cd6c7df-45a5-4c12-9148-af828d5c92d1/8cd6c7df-45a5-4c12-9148-af828d5c92d1.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.311367] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65310) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 856.312218] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-add8f65c-d102-4a08-b19f-639960212bc9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.322236] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 856.322236] env[65310]: value = "task-4446292" [ 856.322236] env[65310]: _type = "Task" [ 856.322236] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.333488] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446292, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.356755] env[65310]: DEBUG nova.compute.utils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.358993] env[65310]: DEBUG nova.compute.manager [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 856.359375] env[65310]: DEBUG nova.network.neutron [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 856.359555] env[65310]: WARNING neutronclient.v2_0.client [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.359847] env[65310]: WARNING neutronclient.v2_0.client [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.396288] env[65310]: WARNING neutronclient.v2_0.client [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.410395] env[65310]: DEBUG nova.policy [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f90588f95f1e4253aae45a4b527b71df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd4630a46574ada8a258186a9a05002', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.415647] env[65310]: DEBUG nova.network.neutron [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 856.497981] env[65310]: DEBUG nova.compute.manager [None req-599445f2-87c1-45be-bc78-ea074a100302 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Instance disappeared during snapshot {{(pid=65310) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 856.506538] env[65310]: DEBUG nova.network.neutron [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.547273] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52230d1f-e00f-f6d9-2115-1278bf59fedf, 'name': SearchDatastore_Task, 'duration_secs': 0.011807} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.552333] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.552864] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.553919] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06956049-df3f-4984-aae3-e447ff841c69 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.562389] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 856.562389] env[65310]: value = "task-4446293" [ 856.562389] env[65310]: _type = "Task" [ 856.562389] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.577073] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.590803] env[65310]: WARNING neutronclient.v2_0.client [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.632266] env[65310]: WARNING neutronclient.v2_0.client [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.632757] env[65310]: WARNING neutronclient.v2_0.client [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.633048] env[65310]: WARNING neutronclient.v2_0.client [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.697804] env[65310]: DEBUG nova.compute.manager [None req-599445f2-87c1-45be-bc78-ea074a100302 tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Found 0 images (rotation: 2) {{(pid=65310) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 856.699457] env[65310]: DEBUG nova.network.neutron [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Port f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 856.699838] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.699910] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.701798] env[65310]: DEBUG nova.network.neutron [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 856.822179] env[65310]: DEBUG nova.network.neutron [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Successfully created port: f1bcb149-7dee-4d9c-933a-1a8681299309 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 856.837044] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446292, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.119932} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.841014] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65310) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 856.842488] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d528580-149b-4b13-96de-0ae80aeb07f3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.866378] env[65310]: DEBUG nova.compute.manager [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 856.878319] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 8cd6c7df-45a5-4c12-9148-af828d5c92d1/ephemeral_0.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.882390] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec1f51e1-d8dc-47b3-8b46-a0ad95e222f9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.907876] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 856.907876] env[65310]: value = "task-4446294" [ 856.907876] env[65310]: _type = "Task" [ 856.907876] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.933924] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.007945] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Releasing lock "refresh_cache-c2ba77d4-35f0-4373-87cc-1511d905b3fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.008516] env[65310]: DEBUG nova.compute.manager [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 857.008810] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.010170] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01f4686-3665-43ae-8f6a-25fb93b6dff3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.015603] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b0f13f-7cfa-4e6f-aec4-78222d433219 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.021183] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.021976] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-253dc765-a240-46d2-b70c-4f22d0a6763d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.027494] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a699cf-884b-4098-8b39-61f3fc716f8d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.032797] env[65310]: DEBUG oslo_vmware.api [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for the task: (returnval){ [ 857.032797] env[65310]: value = "task-4446295" [ 857.032797] env[65310]: _type = "Task" [ 857.032797] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.071892] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6b7502-39e4-4e0f-911f-209c0a92b855 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.078601] env[65310]: DEBUG oslo_vmware.api [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.088485] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a4f2a5-1b51-49d9-90fb-ee600414f601 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.092952] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446293, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.106512] env[65310]: DEBUG nova.compute.provider_tree [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.205642] env[65310]: WARNING neutronclient.v2_0.client [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.427204] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.427583] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "d4aafc22-1512-43fc-946a-c25e703a54b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.427813] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "d4aafc22-1512-43fc-946a-c25e703a54b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.428022] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "d4aafc22-1512-43fc-946a-c25e703a54b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.428195] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "d4aafc22-1512-43fc-946a-c25e703a54b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.428358] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "d4aafc22-1512-43fc-946a-c25e703a54b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.432128] env[65310]: INFO nova.compute.manager [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Terminating instance [ 857.508333] env[65310]: WARNING neutronclient.v2_0.client [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.544196] env[65310]: DEBUG oslo_vmware.api [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446295, 'name': PowerOffVM_Task, 'duration_secs': 0.230578} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.544555] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.544718] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.544973] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0a056fd-5a4e-4e08-9253-6eb0eadcc238 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.574300] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.574629] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.574829] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Deleting the datastore file [datastore2] c2ba77d4-35f0-4373-87cc-1511d905b3fc {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.578745] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ad13079-d6f6-4f81-83b1-a350ee6c2dce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.581169] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646737} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.581522] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.581732] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.582369] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7049f5c-c07d-4f2e-bc31-037cd89fdcfc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.587324] env[65310]: DEBUG oslo_vmware.api [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for the task: (returnval){ [ 857.587324] env[65310]: value = "task-4446297" [ 857.587324] env[65310]: _type = "Task" [ 857.587324] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.592476] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 857.592476] env[65310]: value = "task-4446298" [ 857.592476] env[65310]: _type = "Task" [ 857.592476] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.600740] env[65310]: DEBUG oslo_vmware.api [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.607739] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.609946] env[65310]: DEBUG nova.scheduler.client.report [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.614308] env[65310]: DEBUG nova.network.neutron [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance_info_cache with network_info: [{"id": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "address": "fa:16:3e:6e:0f:16", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22c8251-f5", "ovs_interfaceid": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.894418] env[65310]: DEBUG nova.compute.manager [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 857.925875] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446294, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.928434] env[65310]: DEBUG nova.virt.hardware [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 857.928718] env[65310]: DEBUG nova.virt.hardware [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.928831] env[65310]: DEBUG nova.virt.hardware [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 857.929013] env[65310]: DEBUG nova.virt.hardware [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.929166] env[65310]: DEBUG nova.virt.hardware [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 857.929305] env[65310]: DEBUG nova.virt.hardware [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 857.929511] env[65310]: DEBUG nova.virt.hardware [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.929703] env[65310]: DEBUG nova.virt.hardware [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 857.929922] env[65310]: DEBUG nova.virt.hardware [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 857.930047] env[65310]: DEBUG nova.virt.hardware [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 857.930220] env[65310]: DEBUG nova.virt.hardware [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 857.931074] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd62e92-8a09-4f94-b95f-74a60861d003 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.938970] env[65310]: DEBUG nova.compute.manager [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 857.939221] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.940191] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eff0bc6-009d-4b3c-9b62-b21865ed8a09 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.944352] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaec1406-a354-4812-a3e1-c04b1b5221f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.961245] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.961768] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9627200-e58d-4f1f-8d0a-3e429413fc23 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.970141] env[65310]: DEBUG oslo_vmware.api [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 857.970141] env[65310]: value = "task-4446299" [ 857.970141] env[65310]: _type = "Task" [ 857.970141] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.982296] env[65310]: DEBUG oslo_vmware.api [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.106390] env[65310]: DEBUG oslo_vmware.api [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Task: {'id': task-4446297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094257} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.109543] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.109739] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.109912] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.110100] env[65310]: INFO nova.compute.manager [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 858.110346] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 858.110564] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142592} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.110823] env[65310]: DEBUG nova.compute.manager [-] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 858.111017] env[65310]: DEBUG nova.network.neutron [-] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 858.111289] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.113231] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.114227] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754a6a1d-4d14-472f-81a0-3346b9ec818d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.117609] env[65310]: DEBUG oslo_concurrency.lockutils [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.120181] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.121883] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.420s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.122148] env[65310]: DEBUG nova.objects.instance [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Lazy-loading 'resources' on Instance uuid 595b764d-315b-4895-90b5-34a34410b033 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.145396] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.146656] env[65310]: DEBUG nova.network.neutron [-] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 858.146960] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.149152] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f40428-60c1-46d5-800a-f717a99ea66a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.168072] env[65310]: DEBUG nova.network.neutron [-] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.170199] env[65310]: INFO nova.scheduler.client.report [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Deleted allocations for instance 5ed9ef5b-376d-4e91-a163-b284d8e73492 [ 858.182924] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 858.182924] env[65310]: value = "task-4446300" [ 858.182924] env[65310]: _type = "Task" [ 858.182924] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.194032] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.423080] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446294, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.437133] env[65310]: DEBUG nova.compute.manager [req-a8dbdb2b-0887-49d8-b720-6acf2f3ee579 req-498b6cd4-7407-47a5-917c-8310f72daf96 service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Received event network-vif-plugged-f1bcb149-7dee-4d9c-933a-1a8681299309 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 858.437357] env[65310]: DEBUG oslo_concurrency.lockutils [req-a8dbdb2b-0887-49d8-b720-6acf2f3ee579 req-498b6cd4-7407-47a5-917c-8310f72daf96 service nova] Acquiring lock "975b491f-8825-40d1-a4c5-9e4913d1b17f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.437561] env[65310]: DEBUG oslo_concurrency.lockutils [req-a8dbdb2b-0887-49d8-b720-6acf2f3ee579 req-498b6cd4-7407-47a5-917c-8310f72daf96 service nova] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.437720] env[65310]: DEBUG oslo_concurrency.lockutils [req-a8dbdb2b-0887-49d8-b720-6acf2f3ee579 req-498b6cd4-7407-47a5-917c-8310f72daf96 service nova] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.437885] env[65310]: DEBUG nova.compute.manager [req-a8dbdb2b-0887-49d8-b720-6acf2f3ee579 req-498b6cd4-7407-47a5-917c-8310f72daf96 service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] No waiting events found dispatching network-vif-plugged-f1bcb149-7dee-4d9c-933a-1a8681299309 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 858.438078] env[65310]: WARNING nova.compute.manager [req-a8dbdb2b-0887-49d8-b720-6acf2f3ee579 req-498b6cd4-7407-47a5-917c-8310f72daf96 service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Received unexpected event network-vif-plugged-f1bcb149-7dee-4d9c-933a-1a8681299309 for instance with vm_state building and task_state spawning. [ 858.465100] env[65310]: DEBUG nova.network.neutron [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Successfully updated port: f1bcb149-7dee-4d9c-933a-1a8681299309 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 858.483303] env[65310]: DEBUG oslo_vmware.api [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446299, 'name': PowerOffVM_Task, 'duration_secs': 0.418495} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.483657] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.483974] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.484179] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ea9f420-b4ba-43ab-8105-8ac575b5f07c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.556900] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.557178] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.557366] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Deleting the datastore file [datastore1] d4aafc22-1512-43fc-946a-c25e703a54b8 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.557661] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11a49656-f478-484d-b741-616b979d8da0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.567076] env[65310]: DEBUG oslo_vmware.api [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for the task: (returnval){ [ 858.567076] env[65310]: value = "task-4446302" [ 858.567076] env[65310]: _type = "Task" [ 858.567076] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.577261] env[65310]: DEBUG oslo_vmware.api [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.627025] env[65310]: DEBUG nova.compute.manager [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65310) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 858.627025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.675648] env[65310]: INFO nova.compute.manager [-] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Took 0.56 seconds to deallocate network for instance. [ 858.683181] env[65310]: DEBUG oslo_concurrency.lockutils [None req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Lock "5ed9ef5b-376d-4e91-a163-b284d8e73492" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.177s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.701283] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.944201] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446294, 'name': ReconfigVM_Task, 'duration_secs': 1.619565} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.944481] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 8cd6c7df-45a5-4c12-9148-af828d5c92d1/ephemeral_0.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.945133] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e10681e-fe46-4973-b80f-ba6dc090ac95 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.952419] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 858.952419] env[65310]: value = "task-4446303" [ 858.952419] env[65310]: _type = "Task" [ 858.952419] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.965136] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446303, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.968666] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "refresh_cache-975b491f-8825-40d1-a4c5-9e4913d1b17f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.968843] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "refresh_cache-975b491f-8825-40d1-a4c5-9e4913d1b17f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.969024] env[65310]: DEBUG nova.network.neutron [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 859.074316] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351b1334-e608-4af7-8fc5-b617139ff232 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.086049] env[65310]: DEBUG oslo_vmware.api [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Task: {'id': task-4446302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267887} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.086715] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.087067] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.087332] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.087609] env[65310]: INFO nova.compute.manager [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 859.087960] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 859.089782] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3e45c-a427-4466-adbc-6ace0b50e6ec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.093739] env[65310]: DEBUG nova.compute.manager [-] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 859.093858] env[65310]: DEBUG nova.network.neutron [-] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 859.094129] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.127152] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.129612] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756f5601-f557-4f8d-bdc8-620cdfe83192 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.139607] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e66ae5-b977-4f9f-b725-1585fe457af5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.156505] env[65310]: DEBUG nova.compute.provider_tree [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.198051] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.198179] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446300, 'name': ReconfigVM_Task, 'duration_secs': 0.599626} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.198433] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Reconfigured VM instance instance-00000037 to attach disk [datastore2] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.199062] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb1124ea-da77-4704-8f00-fbbdb4b11656 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.206994] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 859.206994] env[65310]: value = "task-4446304" [ 859.206994] env[65310]: _type = "Task" [ 859.206994] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.216730] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446304, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.469878] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446303, 'name': Rename_Task, 'duration_secs': 0.340599} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.470008] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.470914] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9f0a31d-39e9-4ab9-9d56-840210142f16 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.485336] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 859.485336] env[65310]: value = "task-4446305" [ 859.485336] env[65310]: _type = "Task" [ 859.485336] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.496374] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.497672] env[65310]: DEBUG nova.compute.manager [req-c351bdf1-28c2-41b5-9e8d-01e149da70c7 req-b6d5e468-76cc-4eee-aba7-d90e730b1175 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Received event network-vif-deleted-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 859.497873] env[65310]: INFO nova.compute.manager [req-c351bdf1-28c2-41b5-9e8d-01e149da70c7 req-b6d5e468-76cc-4eee-aba7-d90e730b1175 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Neutron deleted interface 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82; detaching it from the instance and deleting it from the info cache [ 859.498126] env[65310]: DEBUG nova.network.neutron [req-c351bdf1-28c2-41b5-9e8d-01e149da70c7 req-b6d5e468-76cc-4eee-aba7-d90e730b1175 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.511268] env[65310]: DEBUG nova.network.neutron [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 859.658776] env[65310]: WARNING neutronclient.v2_0.client [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.662823] env[65310]: DEBUG nova.scheduler.client.report [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.718575] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446304, 'name': Rename_Task, 'duration_secs': 0.2079} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.719116] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.719116] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64c55213-8a93-4ffe-8c8f-b964892c5483 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.727285] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 859.727285] env[65310]: value = "task-4446306" [ 859.727285] env[65310]: _type = "Task" [ 859.727285] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.738518] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.878485] env[65310]: DEBUG nova.network.neutron [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Updating instance_info_cache with network_info: [{"id": "f1bcb149-7dee-4d9c-933a-1a8681299309", "address": "fa:16:3e:69:34:88", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bcb149-7d", "ovs_interfaceid": "f1bcb149-7dee-4d9c-933a-1a8681299309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.885505] env[65310]: DEBUG nova.network.neutron [-] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.000282] env[65310]: DEBUG oslo_vmware.api [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446305, 'name': PowerOnVM_Task, 'duration_secs': 0.481286} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.000282] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.000282] env[65310]: INFO nova.compute.manager [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Took 8.72 seconds to spawn the instance on the hypervisor. [ 860.000282] env[65310]: DEBUG nova.compute.manager [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 860.002510] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f144fc2-ab18-4980-93d4-d2a623a07c75 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.008763] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1d03e03-0257-4f42-b5a8-38fd8a48d85c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.024266] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ab4dfd-8a0e-4f01-a8db-c43433634295 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.061407] env[65310]: DEBUG nova.compute.manager [req-c351bdf1-28c2-41b5-9e8d-01e149da70c7 req-b6d5e468-76cc-4eee-aba7-d90e730b1175 service nova] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Detach interface failed, port_id=8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82, reason: Instance d4aafc22-1512-43fc-946a-c25e703a54b8 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.170235] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.174030] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.082s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.177817] env[65310]: INFO nova.compute.claims [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.202624] env[65310]: INFO nova.scheduler.client.report [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Deleted allocations for instance 595b764d-315b-4895-90b5-34a34410b033 [ 860.241637] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446306, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.381490] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "refresh_cache-975b491f-8825-40d1-a4c5-9e4913d1b17f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.383619] env[65310]: DEBUG nova.compute.manager [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Instance network_info: |[{"id": "f1bcb149-7dee-4d9c-933a-1a8681299309", "address": "fa:16:3e:69:34:88", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bcb149-7d", "ovs_interfaceid": "f1bcb149-7dee-4d9c-933a-1a8681299309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 860.383619] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:34:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1bcb149-7dee-4d9c-933a-1a8681299309', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.390274] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 860.390728] env[65310]: INFO nova.compute.manager [-] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Took 1.30 seconds to deallocate network for instance. [ 860.390957] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.392746] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-830974fb-422c-42b6-8aa2-2775d4b54e48 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.418010] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.418010] env[65310]: value = "task-4446307" [ 860.418010] env[65310]: _type = "Task" [ 860.418010] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.427059] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446307, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.551513] env[65310]: DEBUG nova.compute.manager [req-feb880a6-890b-4f59-a280-c49b6ab9f10b req-f545a9dc-3fae-492b-98cd-8d513b03bbde service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Received event network-changed-f1bcb149-7dee-4d9c-933a-1a8681299309 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.551513] env[65310]: DEBUG nova.compute.manager [req-feb880a6-890b-4f59-a280-c49b6ab9f10b req-f545a9dc-3fae-492b-98cd-8d513b03bbde service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Refreshing instance network info cache due to event network-changed-f1bcb149-7dee-4d9c-933a-1a8681299309. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 860.551688] env[65310]: DEBUG oslo_concurrency.lockutils [req-feb880a6-890b-4f59-a280-c49b6ab9f10b req-f545a9dc-3fae-492b-98cd-8d513b03bbde service nova] Acquiring lock "refresh_cache-975b491f-8825-40d1-a4c5-9e4913d1b17f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.552485] env[65310]: DEBUG oslo_concurrency.lockutils [req-feb880a6-890b-4f59-a280-c49b6ab9f10b req-f545a9dc-3fae-492b-98cd-8d513b03bbde service nova] Acquired lock "refresh_cache-975b491f-8825-40d1-a4c5-9e4913d1b17f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.552485] env[65310]: DEBUG nova.network.neutron [req-feb880a6-890b-4f59-a280-c49b6ab9f10b req-f545a9dc-3fae-492b-98cd-8d513b03bbde service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Refreshing network info cache for port f1bcb149-7dee-4d9c-933a-1a8681299309 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.560308] env[65310]: INFO nova.compute.manager [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Took 69.28 seconds to build instance. [ 860.711808] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278cd68-1d53-480c-8b65-2b8b38c06117 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Lock "595b764d-315b-4895-90b5-34a34410b033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.996s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.745855] env[65310]: DEBUG oslo_vmware.api [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446306, 'name': PowerOnVM_Task, 'duration_secs': 0.863364} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.747347] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.747760] env[65310]: DEBUG nova.compute.manager [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 860.748738] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e65eda8-c648-460d-b4e9-026cd81c55b9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.914091] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.931376] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446307, 'name': CreateVM_Task, 'duration_secs': 0.484005} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.931781] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.932580] env[65310]: WARNING neutronclient.v2_0.client [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.933473] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.933895] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.934400] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.934879] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d2733e-4662-4794-950c-de8d3adb486b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.942345] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 860.942345] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a21637-d2be-a3b4-4a69-bb21763c7e27" [ 860.942345] env[65310]: _type = "Task" [ 860.942345] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.952899] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a21637-d2be-a3b4-4a69-bb21763c7e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.058773] env[65310]: WARNING neutronclient.v2_0.client [req-feb880a6-890b-4f59-a280-c49b6ab9f10b req-f545a9dc-3fae-492b-98cd-8d513b03bbde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.063749] env[65310]: DEBUG oslo_concurrency.lockutils [None req-efd2f450-4305-4768-83e4-f66343141af1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.799s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.273599] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.352742] env[65310]: WARNING neutronclient.v2_0.client [req-feb880a6-890b-4f59-a280-c49b6ab9f10b req-f545a9dc-3fae-492b-98cd-8d513b03bbde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.458443] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a21637-d2be-a3b4-4a69-bb21763c7e27, 'name': SearchDatastore_Task, 'duration_secs': 0.017534} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.458772] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.459021] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.460228] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.460228] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.460228] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.460228] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a792ff5-5530-4438-b42d-da232e863462 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.483623] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.483822] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.484636] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a339c2f-6880-4871-bdb6-99c8e66e4861 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.494997] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 861.494997] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524bf919-26b7-e5cc-7cea-0b0036c3ac28" [ 861.494997] env[65310]: _type = "Task" [ 861.494997] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.506426] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524bf919-26b7-e5cc-7cea-0b0036c3ac28, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.507236] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2912e07e-1ec6-4883-90db-7692fa0de60e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.517064] env[65310]: DEBUG nova.network.neutron [req-feb880a6-890b-4f59-a280-c49b6ab9f10b req-f545a9dc-3fae-492b-98cd-8d513b03bbde service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Updated VIF entry in instance network info cache for port f1bcb149-7dee-4d9c-933a-1a8681299309. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 861.517648] env[65310]: DEBUG nova.network.neutron [req-feb880a6-890b-4f59-a280-c49b6ab9f10b req-f545a9dc-3fae-492b-98cd-8d513b03bbde service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Updating instance_info_cache with network_info: [{"id": "f1bcb149-7dee-4d9c-933a-1a8681299309", "address": "fa:16:3e:69:34:88", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bcb149-7d", "ovs_interfaceid": "f1bcb149-7dee-4d9c-933a-1a8681299309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.523263] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 861.523263] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d9e4d8-9f44-8e64-acd5-90c38af31146" [ 861.523263] env[65310]: _type = "Task" [ 861.523263] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.536793] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d9e4d8-9f44-8e64-acd5-90c38af31146, 'name': SearchDatastore_Task} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.537053] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.537306] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 975b491f-8825-40d1-a4c5-9e4913d1b17f/975b491f-8825-40d1-a4c5-9e4913d1b17f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.537569] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89cf70c2-f30d-4865-95d4-e25e5c607d75 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.546052] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 861.546052] env[65310]: value = "task-4446308" [ 861.546052] env[65310]: _type = "Task" [ 861.546052] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.558712] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.718627] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a328988e-1a34-4873-8da1-a4f084a0b196 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.729294] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d79054-21ef-467d-8ec9-316d7c89be3a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.775605] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a881d4-1eb7-4359-81c9-e8d0eaa6f1a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.786975] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d9ff53-4d9a-4a50-87bc-a4160e201736 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.812292] env[65310]: DEBUG nova.compute.provider_tree [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.021433] env[65310]: DEBUG oslo_concurrency.lockutils [req-feb880a6-890b-4f59-a280-c49b6ab9f10b req-f545a9dc-3fae-492b-98cd-8d513b03bbde service nova] Releasing lock "refresh_cache-975b491f-8825-40d1-a4c5-9e4913d1b17f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.067934] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446308, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.316353] env[65310]: DEBUG nova.scheduler.client.report [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.558367] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602467} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.558649] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 975b491f-8825-40d1-a4c5-9e4913d1b17f/975b491f-8825-40d1-a4c5-9e4913d1b17f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.558863] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.559132] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40924a0f-c4b4-4e39-af18-5c608b0dd7ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.566980] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 862.566980] env[65310]: value = "task-4446309" [ 862.566980] env[65310]: _type = "Task" [ 862.566980] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.578051] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.824826] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.825396] env[65310]: DEBUG nova.compute.manager [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 862.829041] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.167s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.830305] env[65310]: INFO nova.compute.claims [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.002479] env[65310]: INFO nova.compute.manager [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Rebuilding instance [ 863.051260] env[65310]: DEBUG nova.compute.manager [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 863.052302] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb72d7d-63cc-4cfd-a28d-41334143bdcd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.079088] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137476} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.079088] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.079419] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1604d9cc-c343-495f-b4ec-19c79b2232e9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.109661] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 975b491f-8825-40d1-a4c5-9e4913d1b17f/975b491f-8825-40d1-a4c5-9e4913d1b17f.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.110032] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a0415b-4589-4975-bab1-3e1ba24fe639 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.133376] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 863.133376] env[65310]: value = "task-4446310" [ 863.133376] env[65310]: _type = "Task" [ 863.133376] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.143839] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.347677] env[65310]: DEBUG nova.compute.utils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.353034] env[65310]: DEBUG nova.compute.manager [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 863.353034] env[65310]: DEBUG nova.network.neutron [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 863.353034] env[65310]: WARNING neutronclient.v2_0.client [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.353034] env[65310]: WARNING neutronclient.v2_0.client [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.647158] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.859430] env[65310]: DEBUG nova.compute.manager [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 864.040651] env[65310]: DEBUG nova.policy [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '494d42112c0b44e19a0d00ace062dd39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d80c83ee3ba482d95c776c23196f5dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.068228] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.068703] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f53ea80-ab61-405d-b649-dffea1b6d55c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.083328] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Waiting for the task: (returnval){ [ 864.083328] env[65310]: value = "task-4446311" [ 864.083328] env[65310]: _type = "Task" [ 864.083328] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.096801] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.149709] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446310, 'name': ReconfigVM_Task, 'duration_secs': 0.639321} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.152779] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 975b491f-8825-40d1-a4c5-9e4913d1b17f/975b491f-8825-40d1-a4c5-9e4913d1b17f.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.154398] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-891cb51d-f339-4323-9134-f26f37f71f50 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.161720] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 864.161720] env[65310]: value = "task-4446312" [ 864.161720] env[65310]: _type = "Task" [ 864.161720] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.177283] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446312, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.395902] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d2542d-c38a-44d7-b446-7fbf60c6ff4f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.405186] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246902dc-00f2-4388-864c-40c04b0c469d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.449289] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ce74f7-c042-403b-955c-a2ea7832dd29 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.452777] env[65310]: DEBUG nova.network.neutron [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Successfully created port: b49acac4-c6d7-4fb7-8da2-bc2a24ebafde {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 864.461777] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad06f01-ae14-45f3-b244-1bc72882370c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.482589] env[65310]: DEBUG nova.compute.provider_tree [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.599598] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446311, 'name': PowerOffVM_Task, 'duration_secs': 0.190185} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.599728] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.599918] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.600780] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a02b06-8bb5-44e3-8c17-b918d92388df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.609156] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.609484] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bddd3f5-ab50-4e54-a5df-679e75de50a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.645771] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.646013] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.646191] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Deleting the datastore file [datastore2] d3ff08ef-6377-4365-b3e6-ee2918e45417 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.646575] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51e2b083-be9c-47d6-b8a4-da48b940f62c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.654585] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Waiting for the task: (returnval){ [ 864.654585] env[65310]: value = "task-4446314" [ 864.654585] env[65310]: _type = "Task" [ 864.654585] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.665580] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.675938] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446312, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.717848] env[65310]: DEBUG nova.compute.manager [req-6d1651c8-b397-4947-8c1c-cc0eb2ccb67f req-7cfc4638-3829-4627-997b-d2814679cb63 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Received event network-changed-80d7fe16-41d6-482c-b3a0-5acc7f32b547 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 864.721018] env[65310]: DEBUG nova.compute.manager [req-6d1651c8-b397-4947-8c1c-cc0eb2ccb67f req-7cfc4638-3829-4627-997b-d2814679cb63 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Refreshing instance network info cache due to event network-changed-80d7fe16-41d6-482c-b3a0-5acc7f32b547. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 864.721018] env[65310]: DEBUG oslo_concurrency.lockutils [req-6d1651c8-b397-4947-8c1c-cc0eb2ccb67f req-7cfc4638-3829-4627-997b-d2814679cb63 service nova] Acquiring lock "refresh_cache-8cd6c7df-45a5-4c12-9148-af828d5c92d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.721018] env[65310]: DEBUG oslo_concurrency.lockutils [req-6d1651c8-b397-4947-8c1c-cc0eb2ccb67f req-7cfc4638-3829-4627-997b-d2814679cb63 service nova] Acquired lock "refresh_cache-8cd6c7df-45a5-4c12-9148-af828d5c92d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.721018] env[65310]: DEBUG nova.network.neutron [req-6d1651c8-b397-4947-8c1c-cc0eb2ccb67f req-7cfc4638-3829-4627-997b-d2814679cb63 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Refreshing network info cache for port 80d7fe16-41d6-482c-b3a0-5acc7f32b547 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.875027] env[65310]: DEBUG nova.compute.manager [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 864.903016] env[65310]: DEBUG nova.virt.hardware [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 864.903016] env[65310]: DEBUG nova.virt.hardware [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.903016] env[65310]: DEBUG nova.virt.hardware [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 864.903016] env[65310]: DEBUG nova.virt.hardware [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.903016] env[65310]: DEBUG nova.virt.hardware [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 864.903327] env[65310]: DEBUG nova.virt.hardware [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 864.903327] env[65310]: DEBUG nova.virt.hardware [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 864.903473] env[65310]: DEBUG nova.virt.hardware [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 864.903626] env[65310]: DEBUG nova.virt.hardware [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 864.903780] env[65310]: DEBUG nova.virt.hardware [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 864.903937] env[65310]: DEBUG nova.virt.hardware [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 864.904853] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4b2176-3f11-4b18-a6dd-08e375c3b0cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.917307] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dde33b8-60be-43a2-99ea-5e27a132c1bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.984407] env[65310]: DEBUG nova.scheduler.client.report [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.165988] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16383} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.169155] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.169348] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.169714] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.177771] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446312, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.223203] env[65310]: WARNING neutronclient.v2_0.client [req-6d1651c8-b397-4947-8c1c-cc0eb2ccb67f req-7cfc4638-3829-4627-997b-d2814679cb63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.490624] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.490996] env[65310]: DEBUG nova.compute.manager [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 865.493787] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.267s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.493787] env[65310]: DEBUG nova.objects.instance [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lazy-loading 'resources' on Instance uuid e12099d1-dbc9-4197-b65b-f739fc5dd31c {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.680175] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446312, 'name': Rename_Task, 'duration_secs': 1.26031} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.681279] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.681279] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b06c166-00e3-4c0e-a579-247253b27cf7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.688765] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 865.688765] env[65310]: value = "task-4446315" [ 865.688765] env[65310]: _type = "Task" [ 865.688765] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.699105] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.000573] env[65310]: DEBUG nova.compute.utils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.003173] env[65310]: DEBUG nova.compute.manager [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 866.003477] env[65310]: DEBUG nova.network.neutron [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 866.003538] env[65310]: WARNING neutronclient.v2_0.client [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.004049] env[65310]: WARNING neutronclient.v2_0.client [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.098356] env[65310]: DEBUG nova.network.neutron [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Successfully updated port: b49acac4-c6d7-4fb7-8da2-bc2a24ebafde {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 866.208318] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446315, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.229188] env[65310]: DEBUG nova.virt.hardware [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 866.229188] env[65310]: DEBUG nova.virt.hardware [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.229188] env[65310]: DEBUG nova.virt.hardware [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 866.229734] env[65310]: DEBUG nova.virt.hardware [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.229734] env[65310]: DEBUG nova.virt.hardware [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 866.229865] env[65310]: DEBUG nova.virt.hardware [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 866.230144] env[65310]: DEBUG nova.virt.hardware [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 866.230362] env[65310]: DEBUG nova.virt.hardware [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 866.231661] env[65310]: DEBUG nova.virt.hardware [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 866.231661] env[65310]: DEBUG nova.virt.hardware [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 866.231661] env[65310]: DEBUG nova.virt.hardware [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 866.233507] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e244535e-0e82-4923-8705-ca37e657cf17 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.251402] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c833587-7508-42b2-9911-41e42701e702 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.272593] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.279213] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 866.281280] env[65310]: DEBUG nova.policy [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b2f6ab89f1242b7800ac9e15301c29e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a7f6e96e2d84877bc7ea87ea5783c98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.285986] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.286290] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6934d0d9-a1cb-439b-9bd9-9960b87f9d8a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.305409] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.305409] env[65310]: value = "task-4446316" [ 866.305409] env[65310]: _type = "Task" [ 866.305409] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.314342] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446316, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.506222] env[65310]: DEBUG nova.compute.manager [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 866.529428] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1285d4c-f898-4669-a2c5-3f4b391ba0ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.537831] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebd21ec-42bb-4ff7-838d-463b6c54badf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.591674] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be758d02-c052-431b-b0d7-8b5df6ca1029 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.591674] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a606d8-e244-4ba2-ba26-2e58a6234b89 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.606528] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.606779] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquired lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.606960] env[65310]: DEBUG nova.network.neutron [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 866.612022] env[65310]: DEBUG nova.compute.provider_tree [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.706193] env[65310]: DEBUG oslo_vmware.api [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446315, 'name': PowerOnVM_Task, 'duration_secs': 0.594834} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.706862] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.706862] env[65310]: INFO nova.compute.manager [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Took 8.81 seconds to spawn the instance on the hypervisor. [ 866.707116] env[65310]: DEBUG nova.compute.manager [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.708795] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed331230-9287-4b2f-8221-11a3008942a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.819416] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446316, 'name': CreateVM_Task, 'duration_secs': 0.343084} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.819598] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.820096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.820201] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.820519] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.820811] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adcf2da4-e17c-4691-a054-898ebf8e9e06 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.827270] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Waiting for the task: (returnval){ [ 866.827270] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520c388a-027a-3e42-dcd2-064916b6952a" [ 866.827270] env[65310]: _type = "Task" [ 866.827270] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.831571] env[65310]: DEBUG nova.network.neutron [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Successfully created port: c156fb56-409e-4239-8aa8-3dac36c51fd2 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 866.840752] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520c388a-027a-3e42-dcd2-064916b6952a, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.841453] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.841453] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.843191] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.843191] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.843191] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.843191] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fced3f3c-c358-4ac1-b201-2bff729cd918 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.852288] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.853718] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.853718] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d41e2e-d39f-485c-8278-7b19a05e34b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.857322] env[65310]: WARNING neutronclient.v2_0.client [req-6d1651c8-b397-4947-8c1c-cc0eb2ccb67f req-7cfc4638-3829-4627-997b-d2814679cb63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.864563] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Waiting for the task: (returnval){ [ 866.864563] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527de281-2cf7-4226-ad8a-c1c6adf3294b" [ 866.864563] env[65310]: _type = "Task" [ 866.864563] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.873783] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527de281-2cf7-4226-ad8a-c1c6adf3294b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.034365] env[65310]: DEBUG nova.network.neutron [req-6d1651c8-b397-4947-8c1c-cc0eb2ccb67f req-7cfc4638-3829-4627-997b-d2814679cb63 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Updated VIF entry in instance network info cache for port 80d7fe16-41d6-482c-b3a0-5acc7f32b547. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 867.034887] env[65310]: DEBUG nova.network.neutron [req-6d1651c8-b397-4947-8c1c-cc0eb2ccb67f req-7cfc4638-3829-4627-997b-d2814679cb63 service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Updating instance_info_cache with network_info: [{"id": "80d7fe16-41d6-482c-b3a0-5acc7f32b547", "address": "fa:16:3e:ea:1a:fe", "network": {"id": "8e33b1eb-2072-4a71-80bc-5de66ef9089e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1681803919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede1bc89e21d4d6b983de4cff608d809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d7fe16-41", "ovs_interfaceid": "80d7fe16-41d6-482c-b3a0-5acc7f32b547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.121044] env[65310]: DEBUG nova.scheduler.client.report [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.234096] env[65310]: INFO nova.compute.manager [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Took 65.76 seconds to build instance. [ 867.252214] env[65310]: DEBUG nova.network.neutron [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 867.376754] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527de281-2cf7-4226-ad8a-c1c6adf3294b, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.377589] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faacd45d-e266-486c-8654-2ca1c5990b64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.384302] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Waiting for the task: (returnval){ [ 867.384302] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523e1ded-f3fb-4d93-4c58-2579a7ca8acb" [ 867.384302] env[65310]: _type = "Task" [ 867.384302] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.399306] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523e1ded-f3fb-4d93-4c58-2579a7ca8acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.515951] env[65310]: DEBUG nova.compute.manager [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 867.539104] env[65310]: DEBUG oslo_concurrency.lockutils [req-6d1651c8-b397-4947-8c1c-cc0eb2ccb67f req-7cfc4638-3829-4627-997b-d2814679cb63 service nova] Releasing lock "refresh_cache-8cd6c7df-45a5-4c12-9148-af828d5c92d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.542044] env[65310]: DEBUG nova.virt.hardware [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 867.542202] env[65310]: DEBUG nova.virt.hardware [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.542392] env[65310]: DEBUG nova.virt.hardware [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 867.542522] env[65310]: DEBUG nova.virt.hardware [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.542661] env[65310]: DEBUG nova.virt.hardware [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 867.542797] env[65310]: DEBUG nova.virt.hardware [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 867.542993] env[65310]: DEBUG nova.virt.hardware [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 867.543162] env[65310]: DEBUG nova.virt.hardware [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 867.543322] env[65310]: DEBUG nova.virt.hardware [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 867.543479] env[65310]: DEBUG nova.virt.hardware [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 867.543644] env[65310]: DEBUG nova.virt.hardware [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 867.544500] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ce895e-84b4-46f1-b5dc-d450a22e1dbb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.553517] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7247ad-0f7d-44ef-bd18-237709588f0e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.627386] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.630122] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.551s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.661164] env[65310]: INFO nova.scheduler.client.report [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Deleted allocations for instance e12099d1-dbc9-4197-b65b-f739fc5dd31c [ 867.738737] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.279s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.894932] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523e1ded-f3fb-4d93-4c58-2579a7ca8acb, 'name': SearchDatastore_Task, 'duration_secs': 0.038766} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.899211] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.899618] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.900174] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a8476c-cb0e-46f6-b4ae-10b17dde9475 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.909422] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Waiting for the task: (returnval){ [ 867.909422] env[65310]: value = "task-4446317" [ 867.909422] env[65310]: _type = "Task" [ 867.909422] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.938225] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.114268] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f564bbce-195c-4f7c-94d8-a8bf6eb63892 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.124789] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c379d7a-aa08-4787-a562-1869831f6929 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.162505] env[65310]: WARNING neutronclient.v2_0.client [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.166049] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52f575b-a48c-4386-99b6-d5a88892ec9c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.175128] env[65310]: DEBUG oslo_concurrency.lockutils [None req-21a6c6de-6fa9-4559-afd6-b08c7aa67210 tempest-ServerShowV247Test-991960442 tempest-ServerShowV247Test-991960442-project-member] Lock "e12099d1-dbc9-4197-b65b-f739fc5dd31c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 61.229s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.180200] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50f6f41-e815-4caf-a573-9af48b02e68b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.203464] env[65310]: DEBUG nova.compute.provider_tree [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.422284] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446317, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.482083] env[65310]: DEBUG nova.network.neutron [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Updating instance_info_cache with network_info: [{"id": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "address": "fa:16:3e:25:10:16", "network": {"id": "d9468374-3dc2-4794-bfd6-9a573c43a7b3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-56576831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d80c83ee3ba482d95c776c23196f5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49acac4-c6", "ovs_interfaceid": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.500055] env[65310]: DEBUG nova.network.neutron [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Successfully updated port: c156fb56-409e-4239-8aa8-3dac36c51fd2 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 868.622347] env[65310]: DEBUG nova.compute.manager [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Received event network-vif-plugged-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 868.622628] env[65310]: DEBUG oslo_concurrency.lockutils [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] Acquiring lock "f21dd96c-71c9-435f-98cf-0a0f819140eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.622759] env[65310]: DEBUG oslo_concurrency.lockutils [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.623039] env[65310]: DEBUG oslo_concurrency.lockutils [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.624037] env[65310]: DEBUG nova.compute.manager [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] No waiting events found dispatching network-vif-plugged-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 868.624263] env[65310]: WARNING nova.compute.manager [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Received unexpected event network-vif-plugged-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde for instance with vm_state building and task_state spawning. [ 868.624430] env[65310]: DEBUG nova.compute.manager [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Received event network-changed-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 868.624582] env[65310]: DEBUG nova.compute.manager [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Refreshing instance network info cache due to event network-changed-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 868.627146] env[65310]: DEBUG oslo_concurrency.lockutils [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] Acquiring lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.712534] env[65310]: DEBUG nova.scheduler.client.report [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.921288] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672055} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.921717] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.921810] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.922273] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c5f634c-dee4-4645-98a7-2e8b9ff70a80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.930313] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Waiting for the task: (returnval){ [ 868.930313] env[65310]: value = "task-4446318" [ 868.930313] env[65310]: _type = "Task" [ 868.930313] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.942558] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.985078] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Releasing lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.985310] env[65310]: DEBUG nova.compute.manager [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Instance network_info: |[{"id": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "address": "fa:16:3e:25:10:16", "network": {"id": "d9468374-3dc2-4794-bfd6-9a573c43a7b3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-56576831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d80c83ee3ba482d95c776c23196f5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49acac4-c6", "ovs_interfaceid": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 868.985649] env[65310]: DEBUG oslo_concurrency.lockutils [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] Acquired lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.985951] env[65310]: DEBUG nova.network.neutron [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Refreshing network info cache for port b49acac4-c6d7-4fb7-8da2-bc2a24ebafde {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.990020] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:10:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b49acac4-c6d7-4fb7-8da2-bc2a24ebafde', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.996660] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Creating folder: Project (5d80c83ee3ba482d95c776c23196f5dc). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.998203] env[65310]: WARNING neutronclient.v2_0.client [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.002279] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e7f8520-4d3b-429b-8f96-16d27d270958 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.007195] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "refresh_cache-db6302e9-eb53-446b-845f-cceb3d8f8886" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.007195] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquired lock "refresh_cache-db6302e9-eb53-446b-845f-cceb3d8f8886" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.007195] env[65310]: DEBUG nova.network.neutron [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 869.026808] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Created folder: Project (5d80c83ee3ba482d95c776c23196f5dc) in parent group-v869493. [ 869.027041] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Creating folder: Instances. Parent ref: group-v869661. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.027743] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c87334ea-56b8-427e-839d-23bec7942b57 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.040672] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Created folder: Instances in parent group-v869661. [ 869.040672] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 869.040836] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.040998] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bda3ad8-aaf6-46fb-8467-34d21b2dc686 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.067925] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.067925] env[65310]: value = "task-4446321" [ 869.067925] env[65310]: _type = "Task" [ 869.067925] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.078260] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446321, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.218457] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.589s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.218843] env[65310]: INFO nova.compute.manager [None req-ff4f6c4a-e63b-41e3-8e77-3c3c682d151d tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Successfully reverted task state from rebuilding on failure for instance. [ 869.228082] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 52.435s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.231067] env[65310]: INFO nova.compute.claims [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.248114] env[65310]: DEBUG nova.compute.manager [req-a78596e5-ec72-4175-b486-aed35a86cd88 req-8b5eaca4-b645-4653-aa69-8cef33554697 service nova] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Received event network-vif-plugged-c156fb56-409e-4239-8aa8-3dac36c51fd2 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 869.248347] env[65310]: DEBUG oslo_concurrency.lockutils [req-a78596e5-ec72-4175-b486-aed35a86cd88 req-8b5eaca4-b645-4653-aa69-8cef33554697 service nova] Acquiring lock "db6302e9-eb53-446b-845f-cceb3d8f8886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.248797] env[65310]: DEBUG oslo_concurrency.lockutils [req-a78596e5-ec72-4175-b486-aed35a86cd88 req-8b5eaca4-b645-4653-aa69-8cef33554697 service nova] Lock "db6302e9-eb53-446b-845f-cceb3d8f8886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.248797] env[65310]: DEBUG oslo_concurrency.lockutils [req-a78596e5-ec72-4175-b486-aed35a86cd88 req-8b5eaca4-b645-4653-aa69-8cef33554697 service nova] Lock "db6302e9-eb53-446b-845f-cceb3d8f8886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.248867] env[65310]: DEBUG nova.compute.manager [req-a78596e5-ec72-4175-b486-aed35a86cd88 req-8b5eaca4-b645-4653-aa69-8cef33554697 service nova] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] No waiting events found dispatching network-vif-plugged-c156fb56-409e-4239-8aa8-3dac36c51fd2 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 869.249038] env[65310]: WARNING nova.compute.manager [req-a78596e5-ec72-4175-b486-aed35a86cd88 req-8b5eaca4-b645-4653-aa69-8cef33554697 service nova] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Received unexpected event network-vif-plugged-c156fb56-409e-4239-8aa8-3dac36c51fd2 for instance with vm_state building and task_state spawning. [ 869.385910] env[65310]: WARNING neutronclient.v2_0.client [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.442494] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090327} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.442808] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.443811] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ee84ac-f9b9-48f8-8b81-66a07e059e17 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.468383] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.468780] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47f4b9a6-7f01-418d-95b1-62c10d608a22 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.489295] env[65310]: DEBUG nova.network.neutron [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Updated VIF entry in instance network info cache for port b49acac4-c6d7-4fb7-8da2-bc2a24ebafde. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 869.489471] env[65310]: DEBUG nova.network.neutron [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Updating instance_info_cache with network_info: [{"id": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "address": "fa:16:3e:25:10:16", "network": {"id": "d9468374-3dc2-4794-bfd6-9a573c43a7b3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-56576831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d80c83ee3ba482d95c776c23196f5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49acac4-c6", "ovs_interfaceid": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.502085] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Waiting for the task: (returnval){ [ 869.502085] env[65310]: value = "task-4446322" [ 869.502085] env[65310]: _type = "Task" [ 869.502085] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.518666] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.574842] env[65310]: DEBUG nova.network.neutron [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 869.584749] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446321, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.674920] env[65310]: WARNING neutronclient.v2_0.client [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.822830] env[65310]: DEBUG nova.network.neutron [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Updating instance_info_cache with network_info: [{"id": "c156fb56-409e-4239-8aa8-3dac36c51fd2", "address": "fa:16:3e:0d:34:b0", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc156fb56-40", "ovs_interfaceid": "c156fb56-409e-4239-8aa8-3dac36c51fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.992701] env[65310]: DEBUG oslo_concurrency.lockutils [req-f6e5ed8b-3432-4a0e-a999-1170c362fcc2 req-c614b4c2-9f21-441d-8285-6e31e8166291 service nova] Releasing lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.014953] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.080498] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446321, 'name': CreateVM_Task, 'duration_secs': 0.805937} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.080498] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.081062] env[65310]: WARNING neutronclient.v2_0.client [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.081384] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.081767] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.081866] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.082121] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441a02e6-cff4-47e4-bf06-b3339704dc6a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.087941] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 870.087941] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526ab140-fdb7-950a-a4f8-8c7164b77be3" [ 870.087941] env[65310]: _type = "Task" [ 870.087941] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.097834] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526ab140-fdb7-950a-a4f8-8c7164b77be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.102305] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.102627] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.252605] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquiring lock "7d71098f-d6c7-4873-af7e-4e0309b96125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.252867] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Lock "7d71098f-d6c7-4873-af7e-4e0309b96125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.331794] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Releasing lock "refresh_cache-db6302e9-eb53-446b-845f-cceb3d8f8886" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.332115] env[65310]: DEBUG nova.compute.manager [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Instance network_info: |[{"id": "c156fb56-409e-4239-8aa8-3dac36c51fd2", "address": "fa:16:3e:0d:34:b0", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc156fb56-40", "ovs_interfaceid": "c156fb56-409e-4239-8aa8-3dac36c51fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 870.332811] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:34:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c156fb56-409e-4239-8aa8-3dac36c51fd2', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.340669] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Creating folder: Project (0a7f6e96e2d84877bc7ea87ea5783c98). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.341410] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aee13a6-ef6a-4b43-a4ab-ed5fc936d6da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.357128] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Created folder: Project (0a7f6e96e2d84877bc7ea87ea5783c98) in parent group-v869493. [ 870.357341] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Creating folder: Instances. Parent ref: group-v869664. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.360803] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4d123c8-3986-419c-a398-b488b0d59aea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.371642] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Created folder: Instances in parent group-v869664. [ 870.371914] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 870.374675] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.375678] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10388e11-2c29-464f-8636-fd174f5ea31b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.400391] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.400391] env[65310]: value = "task-4446325" [ 870.400391] env[65310]: _type = "Task" [ 870.400391] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.409809] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446325, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.518575] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446322, 'name': ReconfigVM_Task, 'duration_secs': 0.604406} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.518881] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d3ff08ef-6377-4365-b3e6-ee2918e45417/d3ff08ef-6377-4365-b3e6-ee2918e45417.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.519532] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9433f010-26b3-476b-b3a8-e5532d67a4b2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.530022] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Waiting for the task: (returnval){ [ 870.530022] env[65310]: value = "task-4446326" [ 870.530022] env[65310]: _type = "Task" [ 870.530022] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.540737] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446326, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.601267] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526ab140-fdb7-950a-a4f8-8c7164b77be3, 'name': SearchDatastore_Task, 'duration_secs': 0.015506} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.601577] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.601806] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.602051] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.602198] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.602372] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.602643] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0bbec5e-8ea8-4765-b737-5516b9cd4d26 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.607926] env[65310]: DEBUG nova.compute.utils [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.615502] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.615761] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.616483] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d16fb4e-4759-484a-be87-344d2ac585a7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.624686] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 870.624686] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f00a0d-c5fa-9ca0-8b40-147d4874eda1" [ 870.624686] env[65310]: _type = "Task" [ 870.624686] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.634243] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f00a0d-c5fa-9ca0-8b40-147d4874eda1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.706691] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff13122-a1c9-483c-baa0-af8c403a21b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.717574] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd4dfdc-7541-48b8-a3e6-d38d97d6868e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.751673] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ce4c0-3248-4659-980d-02259a952925 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.756305] env[65310]: DEBUG nova.compute.manager [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 870.763160] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0851c68c-7a7f-4a0c-8c32-7a77c82254b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.778410] env[65310]: DEBUG nova.compute.provider_tree [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.911401] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446325, 'name': CreateVM_Task, 'duration_secs': 0.393224} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.911675] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.912227] env[65310]: WARNING neutronclient.v2_0.client [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.912598] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.912750] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.913088] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.913369] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1882d4-397e-4f0c-a2cc-40fcb61e06a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.920044] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 870.920044] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5253baef-f1aa-2f84-5bf2-8ef427c079a3" [ 870.920044] env[65310]: _type = "Task" [ 870.920044] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.928519] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5253baef-f1aa-2f84-5bf2-8ef427c079a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.042367] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446326, 'name': Rename_Task, 'duration_secs': 0.206848} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.042547] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.042807] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a6e344e-e825-40bf-b75c-e3008f887c80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.050027] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Waiting for the task: (returnval){ [ 871.050027] env[65310]: value = "task-4446327" [ 871.050027] env[65310]: _type = "Task" [ 871.050027] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.059282] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.110954] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.135971] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f00a0d-c5fa-9ca0-8b40-147d4874eda1, 'name': SearchDatastore_Task, 'duration_secs': 0.011723} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.136953] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74fee5d-0b71-4e33-a108-88a90f324d78 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.143590] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 871.143590] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5200058f-c989-e8a6-f386-41088aeddac8" [ 871.143590] env[65310]: _type = "Task" [ 871.143590] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.153822] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5200058f-c989-e8a6-f386-41088aeddac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.281953] env[65310]: DEBUG nova.scheduler.client.report [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.286549] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.431942] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5253baef-f1aa-2f84-5bf2-8ef427c079a3, 'name': SearchDatastore_Task, 'duration_secs': 0.029546} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.432957] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.432957] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.433156] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.565026] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.655659] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5200058f-c989-e8a6-f386-41088aeddac8, 'name': SearchDatastore_Task, 'duration_secs': 0.020423} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.655659] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.655729] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] f21dd96c-71c9-435f-98cf-0a0f819140eb/f21dd96c-71c9-435f-98cf-0a0f819140eb.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.655978] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.657311] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.657311] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29697a25-25e8-49ab-b64d-344781236b52 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.658942] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1d7c08b-7f8b-4ffe-bf7d-d76b93c6d5d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.667160] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 871.667160] env[65310]: value = "task-4446328" [ 871.667160] env[65310]: _type = "Task" [ 871.667160] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.671746] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.672543] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.676633] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8a663a-1873-47f6-8f2a-7b15314abfef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.682660] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.684382] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 871.684382] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d368bc-758e-de50-719e-b7e0b582f157" [ 871.684382] env[65310]: _type = "Task" [ 871.684382] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.693868] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d368bc-758e-de50-719e-b7e0b582f157, 'name': SearchDatastore_Task, 'duration_secs': 0.011422} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.694679] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebde219b-16b6-4c55-97b9-7fdbe7d5985a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.702428] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 871.702428] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f1b594-801f-06ba-a738-66a3d7a9e898" [ 871.702428] env[65310]: _type = "Task" [ 871.702428] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.714906] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f1b594-801f-06ba-a738-66a3d7a9e898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.790032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.790195] env[65310]: DEBUG nova.compute.manager [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 871.793762] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.557s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.793762] env[65310]: DEBUG nova.objects.instance [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lazy-loading 'resources' on Instance uuid 0120ce13-f669-4233-a761-e885d8bb0348 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.885355] env[65310]: DEBUG nova.compute.manager [req-beaf333d-ba30-47b2-ae78-e5c7c3c007e9 req-ff1142ff-b232-493e-b9ba-84bd026f501c service nova] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Received event network-changed-c156fb56-409e-4239-8aa8-3dac36c51fd2 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.885596] env[65310]: DEBUG nova.compute.manager [req-beaf333d-ba30-47b2-ae78-e5c7c3c007e9 req-ff1142ff-b232-493e-b9ba-84bd026f501c service nova] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Refreshing instance network info cache due to event network-changed-c156fb56-409e-4239-8aa8-3dac36c51fd2. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 871.885834] env[65310]: DEBUG oslo_concurrency.lockutils [req-beaf333d-ba30-47b2-ae78-e5c7c3c007e9 req-ff1142ff-b232-493e-b9ba-84bd026f501c service nova] Acquiring lock "refresh_cache-db6302e9-eb53-446b-845f-cceb3d8f8886" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.886650] env[65310]: DEBUG oslo_concurrency.lockutils [req-beaf333d-ba30-47b2-ae78-e5c7c3c007e9 req-ff1142ff-b232-493e-b9ba-84bd026f501c service nova] Acquired lock "refresh_cache-db6302e9-eb53-446b-845f-cceb3d8f8886" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.886650] env[65310]: DEBUG nova.network.neutron [req-beaf333d-ba30-47b2-ae78-e5c7c3c007e9 req-ff1142ff-b232-493e-b9ba-84bd026f501c service nova] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Refreshing network info cache for port c156fb56-409e-4239-8aa8-3dac36c51fd2 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.064068] env[65310]: DEBUG oslo_vmware.api [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Task: {'id': task-4446327, 'name': PowerOnVM_Task, 'duration_secs': 0.617848} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.064394] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.064659] env[65310]: DEBUG nova.compute.manager [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 872.068438] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab34147e-22b0-4c46-8cbd-e97dedee4d66 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.179710] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.207947] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.208078] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.208296] env[65310]: INFO nova.compute.manager [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Attaching volume e43251dd-85e6-4ab8-99cb-e7d25e96351a to /dev/sdb [ 872.217746] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f1b594-801f-06ba-a738-66a3d7a9e898, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.220389] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.220661] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] db6302e9-eb53-446b-845f-cceb3d8f8886/db6302e9-eb53-446b-845f-cceb3d8f8886.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.221194] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50b137c3-4aff-47d4-b695-cea4aa1c578a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.230100] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 872.230100] env[65310]: value = "task-4446329" [ 872.230100] env[65310]: _type = "Task" [ 872.230100] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.239824] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.270457] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd132942-edbc-44cb-afdc-dea8f2f41077 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.279190] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f716637d-8a12-482d-8d4d-8bf5d06479b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.295503] env[65310]: DEBUG nova.virt.block_device [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Updating existing volume attachment record: 7d0e70fd-83db-4231-a4a2-e8fe23266abd {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 872.299743] env[65310]: DEBUG nova.compute.utils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.304418] env[65310]: DEBUG nova.compute.manager [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 872.304418] env[65310]: DEBUG nova.network.neutron [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 872.304418] env[65310]: WARNING neutronclient.v2_0.client [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.304580] env[65310]: WARNING neutronclient.v2_0.client [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.390732] env[65310]: WARNING neutronclient.v2_0.client [req-beaf333d-ba30-47b2-ae78-e5c7c3c007e9 req-ff1142ff-b232-493e-b9ba-84bd026f501c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.395804] env[65310]: DEBUG nova.policy [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b2f6ab89f1242b7800ac9e15301c29e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a7f6e96e2d84877bc7ea87ea5783c98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.590273] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.636212] env[65310]: WARNING neutronclient.v2_0.client [req-beaf333d-ba30-47b2-ae78-e5c7c3c007e9 req-ff1142ff-b232-493e-b9ba-84bd026f501c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.686387] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660059} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.689859] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] f21dd96c-71c9-435f-98cf-0a0f819140eb/f21dd96c-71c9-435f-98cf-0a0f819140eb.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.690303] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.691112] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-359d92e5-04d0-4d35-8a90-a2c2b8e4196a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.706927] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 872.706927] env[65310]: value = "task-4446333" [ 872.706927] env[65310]: _type = "Task" [ 872.706927] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.720696] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.744338] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446329, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.764204] env[65310]: DEBUG nova.network.neutron [req-beaf333d-ba30-47b2-ae78-e5c7c3c007e9 req-ff1142ff-b232-493e-b9ba-84bd026f501c service nova] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Updated VIF entry in instance network info cache for port c156fb56-409e-4239-8aa8-3dac36c51fd2. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 872.764204] env[65310]: DEBUG nova.network.neutron [req-beaf333d-ba30-47b2-ae78-e5c7c3c007e9 req-ff1142ff-b232-493e-b9ba-84bd026f501c service nova] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Updating instance_info_cache with network_info: [{"id": "c156fb56-409e-4239-8aa8-3dac36c51fd2", "address": "fa:16:3e:0d:34:b0", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc156fb56-40", "ovs_interfaceid": "c156fb56-409e-4239-8aa8-3dac36c51fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.771823] env[65310]: DEBUG nova.network.neutron [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Successfully created port: efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 872.807768] env[65310]: DEBUG nova.compute.manager [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 872.866311] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc827e7b-b701-477b-ab6f-254f10cf7cf9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.877816] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39da87fd-3df3-496e-80ed-4f6f6d15ced1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.913977] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ada6d2-1e8c-418a-9415-a20b40d0feba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.924022] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c1ccf5-15e2-4dd9-a34c-d642aeb0b17a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.940561] env[65310]: DEBUG nova.compute.provider_tree [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.219701] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096598} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.219990] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.221011] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3ac89f-dcfe-49a1-b861-daddde668d38 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.246724] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] f21dd96c-71c9-435f-98cf-0a0f819140eb/f21dd96c-71c9-435f-98cf-0a0f819140eb.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.252027] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e6cd41a-cd7d-4a78-a903-e964eead6cdf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.267740] env[65310]: DEBUG oslo_concurrency.lockutils [req-beaf333d-ba30-47b2-ae78-e5c7c3c007e9 req-ff1142ff-b232-493e-b9ba-84bd026f501c service nova] Releasing lock "refresh_cache-db6302e9-eb53-446b-845f-cceb3d8f8886" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.275514] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845911} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.277356] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] db6302e9-eb53-446b-845f-cceb3d8f8886/db6302e9-eb53-446b-845f-cceb3d8f8886.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.277486] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.277787] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 873.277787] env[65310]: value = "task-4446334" [ 873.277787] env[65310]: _type = "Task" [ 873.277787] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.278013] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3c3e7b3-2cf9-48cf-b9f7-5989aaef9131 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.292588] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446334, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.294104] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 873.294104] env[65310]: value = "task-4446335" [ 873.294104] env[65310]: _type = "Task" [ 873.294104] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.305617] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.444314] env[65310]: DEBUG nova.scheduler.client.report [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.792340] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.804749] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217431} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.805062] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.806457] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd7db10-5e80-4672-aca2-20d54e7009e5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.831553] env[65310]: DEBUG nova.compute.manager [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 873.843521] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] db6302e9-eb53-446b-845f-cceb3d8f8886/db6302e9-eb53-446b-845f-cceb3d8f8886.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.844031] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f068eb-1252-4f30-b5fb-de8283f3efed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.869410] env[65310]: DEBUG nova.virt.hardware [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 873.869687] env[65310]: DEBUG nova.virt.hardware [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.869841] env[65310]: DEBUG nova.virt.hardware [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 873.870034] env[65310]: DEBUG nova.virt.hardware [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.870185] env[65310]: DEBUG nova.virt.hardware [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 873.870327] env[65310]: DEBUG nova.virt.hardware [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 873.870536] env[65310]: DEBUG nova.virt.hardware [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 873.870699] env[65310]: DEBUG nova.virt.hardware [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 873.872146] env[65310]: DEBUG nova.virt.hardware [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 873.872146] env[65310]: DEBUG nova.virt.hardware [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 873.872146] env[65310]: DEBUG nova.virt.hardware [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 873.872249] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f0b4e-c873-4c86-b944-7bca6b0bcc62 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.875967] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 873.875967] env[65310]: value = "task-4446336" [ 873.875967] env[65310]: _type = "Task" [ 873.875967] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.887431] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bf8bf2-bf9a-488e-9016-d920a0a91243 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.892125] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.904938] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquiring lock "d3ff08ef-6377-4365-b3e6-ee2918e45417" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.905245] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "d3ff08ef-6377-4365-b3e6-ee2918e45417" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.905526] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquiring lock "d3ff08ef-6377-4365-b3e6-ee2918e45417-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.905728] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "d3ff08ef-6377-4365-b3e6-ee2918e45417-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.905893] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "d3ff08ef-6377-4365-b3e6-ee2918e45417-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.909091] env[65310]: INFO nova.compute.manager [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Terminating instance [ 873.950015] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.952493] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.653s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.952722] env[65310]: DEBUG nova.objects.instance [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lazy-loading 'resources' on Instance uuid 99b0b92f-45c3-41fe-938d-6ab1c384e6c5 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.292804] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446334, 'name': ReconfigVM_Task, 'duration_secs': 0.802195} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.293228] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Reconfigured VM instance instance-0000003b to attach disk [datastore1] f21dd96c-71c9-435f-98cf-0a0f819140eb/f21dd96c-71c9-435f-98cf-0a0f819140eb.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.293931] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dcdd62e-0aa9-4ab6-9298-d0498e429330 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.302319] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 874.302319] env[65310]: value = "task-4446337" [ 874.302319] env[65310]: _type = "Task" [ 874.302319] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.314647] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446337, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.356109] env[65310]: DEBUG nova.compute.manager [req-9decbf31-5118-47b7-ab57-02be42a779e5 req-dde5eb3c-e31e-4ec8-becc-49b7814ade0a service nova] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Received event network-vif-plugged-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 874.356435] env[65310]: DEBUG oslo_concurrency.lockutils [req-9decbf31-5118-47b7-ab57-02be42a779e5 req-dde5eb3c-e31e-4ec8-becc-49b7814ade0a service nova] Acquiring lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.357079] env[65310]: DEBUG oslo_concurrency.lockutils [req-9decbf31-5118-47b7-ab57-02be42a779e5 req-dde5eb3c-e31e-4ec8-becc-49b7814ade0a service nova] Lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.357079] env[65310]: DEBUG oslo_concurrency.lockutils [req-9decbf31-5118-47b7-ab57-02be42a779e5 req-dde5eb3c-e31e-4ec8-becc-49b7814ade0a service nova] Lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.357243] env[65310]: DEBUG nova.compute.manager [req-9decbf31-5118-47b7-ab57-02be42a779e5 req-dde5eb3c-e31e-4ec8-becc-49b7814ade0a service nova] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] No waiting events found dispatching network-vif-plugged-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 874.357402] env[65310]: WARNING nova.compute.manager [req-9decbf31-5118-47b7-ab57-02be42a779e5 req-dde5eb3c-e31e-4ec8-becc-49b7814ade0a service nova] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Received unexpected event network-vif-plugged-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf for instance with vm_state building and task_state spawning. [ 874.388609] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.397597] env[65310]: DEBUG nova.network.neutron [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Successfully updated port: efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 874.413047] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquiring lock "refresh_cache-d3ff08ef-6377-4365-b3e6-ee2918e45417" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.413047] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquired lock "refresh_cache-d3ff08ef-6377-4365-b3e6-ee2918e45417" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.413047] env[65310]: DEBUG nova.network.neutron [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 874.472432] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Lock "0120ce13-f669-4233-a761-e885d8bb0348" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.479s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.817319] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446337, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.885377] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3f5d4f-c97f-4024-88e8-495d4c52964f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.891297] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446336, 'name': ReconfigVM_Task, 'duration_secs': 0.583434} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.891980] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Reconfigured VM instance instance-0000003c to attach disk [datastore1] db6302e9-eb53-446b-845f-cceb3d8f8886/db6302e9-eb53-446b-845f-cceb3d8f8886.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.892641] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf5dea0d-41cc-4631-b55b-3d14876a9e2f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.898289] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da743aea-a5d3-4c2a-8998-94ec090d19d5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.902028] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "refresh_cache-b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.903716] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquired lock "refresh_cache-b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.903716] env[65310]: DEBUG nova.network.neutron [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 874.905263] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 874.905263] env[65310]: value = "task-4446339" [ 874.905263] env[65310]: _type = "Task" [ 874.905263] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.937764] env[65310]: WARNING neutronclient.v2_0.client [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.943837] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5150aac3-5765-4af9-940f-0ce7d891e84a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.951994] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446339, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.755155] env[65310]: DEBUG nova.network.neutron [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 875.763853] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da24840b-f60a-4715-977a-607763bfcfeb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.775442] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446339, 'name': Rename_Task, 'duration_secs': 0.458577} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.787684] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.788222] env[65310]: DEBUG nova.compute.provider_tree [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.789986] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446337, 'name': Rename_Task, 'duration_secs': 1.250634} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.791076] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a3ff491-537d-4526-bd6d-3648073a79b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.792234] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.795074] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5db4c6d-d974-4425-874f-ed15f859df78 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.802169] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 875.802169] env[65310]: value = "task-4446340" [ 875.802169] env[65310]: _type = "Task" [ 875.802169] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.803156] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 875.803156] env[65310]: value = "task-4446341" [ 875.803156] env[65310]: _type = "Task" [ 875.803156] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.813244] env[65310]: DEBUG nova.network.neutron [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 875.823050] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446340, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.829281] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446341, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.926807] env[65310]: DEBUG nova.network.neutron [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.996466] env[65310]: WARNING neutronclient.v2_0.client [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.107130] env[65310]: DEBUG nova.network.neutron [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Updating instance_info_cache with network_info: [{"id": "efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf", "address": "fa:16:3e:ab:4b:08", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefcbd17a-5e", "ovs_interfaceid": "efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.291631] env[65310]: DEBUG nova.scheduler.client.report [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.317264] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.323805] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.389183] env[65310]: DEBUG nova.compute.manager [req-cec13218-67d0-40bb-a5d7-9565925bf22b req-ec653bb0-58f7-464b-b42b-a6bc6a17da1c service nova] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Received event network-changed-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 876.389447] env[65310]: DEBUG nova.compute.manager [req-cec13218-67d0-40bb-a5d7-9565925bf22b req-ec653bb0-58f7-464b-b42b-a6bc6a17da1c service nova] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Refreshing instance network info cache due to event network-changed-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 876.389652] env[65310]: DEBUG oslo_concurrency.lockutils [req-cec13218-67d0-40bb-a5d7-9565925bf22b req-ec653bb0-58f7-464b-b42b-a6bc6a17da1c service nova] Acquiring lock "refresh_cache-b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.436690] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Releasing lock "refresh_cache-d3ff08ef-6377-4365-b3e6-ee2918e45417" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.436690] env[65310]: DEBUG nova.compute.manager [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 876.436690] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.436690] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1babb3ed-e2b7-4c99-84ac-fb4672a6f489 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.447182] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.447527] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a1a752-3f3f-4218-84d4-3c676a969506 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.457588] env[65310]: DEBUG oslo_vmware.api [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 876.457588] env[65310]: value = "task-4446342" [ 876.457588] env[65310]: _type = "Task" [ 876.457588] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.467976] env[65310]: DEBUG oslo_vmware.api [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.611686] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Releasing lock "refresh_cache-b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.612252] env[65310]: DEBUG nova.compute.manager [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Instance network_info: |[{"id": "efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf", "address": "fa:16:3e:ab:4b:08", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefcbd17a-5e", "ovs_interfaceid": "efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 876.612705] env[65310]: DEBUG oslo_concurrency.lockutils [req-cec13218-67d0-40bb-a5d7-9565925bf22b req-ec653bb0-58f7-464b-b42b-a6bc6a17da1c service nova] Acquired lock "refresh_cache-b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.612957] env[65310]: DEBUG nova.network.neutron [req-cec13218-67d0-40bb-a5d7-9565925bf22b req-ec653bb0-58f7-464b-b42b-a6bc6a17da1c service nova] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Refreshing network info cache for port efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.614658] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:4b:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.627852] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 876.630578] env[65310]: WARNING neutronclient.v2_0.client [req-cec13218-67d0-40bb-a5d7-9565925bf22b req-ec653bb0-58f7-464b-b42b-a6bc6a17da1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.632664] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.635283] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e42426ea-78e0-46dc-bfc0-1ce2971a4394 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.665815] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.665815] env[65310]: value = "task-4446343" [ 876.665815] env[65310]: _type = "Task" [ 876.665815] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.682491] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446343, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.796699] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.844s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.800287] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.734s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.801864] env[65310]: INFO nova.compute.claims [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.822033] env[65310]: DEBUG oslo_vmware.api [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446341, 'name': PowerOnVM_Task, 'duration_secs': 0.768423} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.822033] env[65310]: WARNING neutronclient.v2_0.client [req-cec13218-67d0-40bb-a5d7-9565925bf22b req-ec653bb0-58f7-464b-b42b-a6bc6a17da1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.826620] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.826895] env[65310]: INFO nova.compute.manager [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Took 11.95 seconds to spawn the instance on the hypervisor. [ 876.827069] env[65310]: DEBUG nova.compute.manager [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 876.827408] env[65310]: DEBUG oslo_vmware.api [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446340, 'name': PowerOnVM_Task, 'duration_secs': 0.769183} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.829174] env[65310]: INFO nova.scheduler.client.report [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Deleted allocations for instance 99b0b92f-45c3-41fe-938d-6ab1c384e6c5 [ 876.830899] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce757ad-9547-4c25-8969-265902499940 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.835296] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.835720] env[65310]: INFO nova.compute.manager [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Took 9.32 seconds to spawn the instance on the hypervisor. [ 876.835720] env[65310]: DEBUG nova.compute.manager [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 876.839233] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e06ecf-f648-4226-82d8-3bb9f8c5b5d6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.863392] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 876.863718] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869668', 'volume_id': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'name': 'volume-e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '975b491f-8825-40d1-a4c5-9e4913d1b17f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'serial': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 876.864950] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac895a3-9e83-4e5a-ae28-b8205023983f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.892346] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7eafd0-0357-4ebd-a2dc-989f2b5124ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.921305] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-e43251dd-85e6-4ab8-99cb-e7d25e96351a/volume-e43251dd-85e6-4ab8-99cb-e7d25e96351a.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.922843] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1d27484-820c-4656-bce4-c43d10f095b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.947144] env[65310]: DEBUG oslo_vmware.api [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 876.947144] env[65310]: value = "task-4446344" [ 876.947144] env[65310]: _type = "Task" [ 876.947144] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.948194] env[65310]: DEBUG nova.network.neutron [req-cec13218-67d0-40bb-a5d7-9565925bf22b req-ec653bb0-58f7-464b-b42b-a6bc6a17da1c service nova] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Updated VIF entry in instance network info cache for port efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 876.948579] env[65310]: DEBUG nova.network.neutron [req-cec13218-67d0-40bb-a5d7-9565925bf22b req-ec653bb0-58f7-464b-b42b-a6bc6a17da1c service nova] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Updating instance_info_cache with network_info: [{"id": "efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf", "address": "fa:16:3e:ab:4b:08", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefcbd17a-5e", "ovs_interfaceid": "efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.960768] env[65310]: DEBUG oslo_vmware.api [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.976107] env[65310]: DEBUG oslo_vmware.api [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446342, 'name': PowerOffVM_Task, 'duration_secs': 0.194518} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.976594] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.976784] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.977063] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-644ef64a-29df-471d-996c-6644aefa107d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.006021] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.006331] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.006605] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Deleting the datastore file [datastore1] d3ff08ef-6377-4365-b3e6-ee2918e45417 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.006877] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6508d0a7-25c4-43a6-86d2-a66dbb42ac3e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.016181] env[65310]: DEBUG oslo_vmware.api [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for the task: (returnval){ [ 877.016181] env[65310]: value = "task-4446346" [ 877.016181] env[65310]: _type = "Task" [ 877.016181] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.025310] env[65310]: DEBUG oslo_vmware.api [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.179973] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446343, 'name': CreateVM_Task, 'duration_secs': 0.370699} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.180286] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.180951] env[65310]: WARNING neutronclient.v2_0.client [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.181404] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.181562] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.181900] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.182207] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8503a5b3-d9ba-4546-9ab7-817e04c8d503 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.188150] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 877.188150] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521779ad-115e-7e86-9f90-4c224f3c193c" [ 877.188150] env[65310]: _type = "Task" [ 877.188150] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.196470] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521779ad-115e-7e86-9f90-4c224f3c193c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.346945] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0110c8a5-8fca-4238-9878-669305b7575f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "99b0b92f-45c3-41fe-938d-6ab1c384e6c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.706s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.369816] env[65310]: INFO nova.compute.manager [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Took 67.72 seconds to build instance. [ 877.370879] env[65310]: INFO nova.compute.manager [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Took 70.30 seconds to build instance. [ 877.417614] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquiring lock "e394a667-b521-4a07-8f25-8359b3598366" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.417845] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "e394a667-b521-4a07-8f25-8359b3598366" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.455033] env[65310]: DEBUG oslo_concurrency.lockutils [req-cec13218-67d0-40bb-a5d7-9565925bf22b req-ec653bb0-58f7-464b-b42b-a6bc6a17da1c service nova] Releasing lock "refresh_cache-b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.462095] env[65310]: DEBUG oslo_vmware.api [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.527177] env[65310]: DEBUG oslo_vmware.api [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Task: {'id': task-4446346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298257} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.527177] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.527177] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.527388] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.527388] env[65310]: INFO nova.compute.manager [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Took 1.09 seconds to destroy the instance on the hypervisor. [ 877.527736] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 877.527936] env[65310]: DEBUG nova.compute.manager [-] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 877.528037] env[65310]: DEBUG nova.network.neutron [-] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 877.528281] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.545826] env[65310]: DEBUG nova.network.neutron [-] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 877.546043] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.700752] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521779ad-115e-7e86-9f90-4c224f3c193c, 'name': SearchDatastore_Task, 'duration_secs': 0.016199} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.701101] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.701391] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.701685] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.701845] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.702033] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.702305] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a680111d-5249-4c4d-8dac-a5a7ac10ee10 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.712768] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.713016] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.713865] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01dd667a-f560-48d1-9bb1-75064bee2f99 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.720424] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 877.720424] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52061e02-b05a-95f0-b45e-c38e5caa1cdb" [ 877.720424] env[65310]: _type = "Task" [ 877.720424] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.730201] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52061e02-b05a-95f0-b45e-c38e5caa1cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.876256] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05bca468-3042-43f9-9a8a-02cfcac34fac tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.824s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.876888] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c236995e-894b-496d-b2fb-c9c8859559be tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "db6302e9-eb53-446b-845f-cceb3d8f8886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.249s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.920601] env[65310]: DEBUG nova.compute.manager [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 877.966174] env[65310]: DEBUG oslo_vmware.api [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446344, 'name': ReconfigVM_Task, 'duration_secs': 0.839178} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.966422] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-e43251dd-85e6-4ab8-99cb-e7d25e96351a/volume-e43251dd-85e6-4ab8-99cb-e7d25e96351a.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.974902] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a2b61d8-1871-4f66-bc3f-1391aaac9838 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.993011] env[65310]: DEBUG oslo_vmware.api [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 877.993011] env[65310]: value = "task-4446347" [ 877.993011] env[65310]: _type = "Task" [ 877.993011] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.005381] env[65310]: DEBUG oslo_vmware.api [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.045805] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.046223] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.047897] env[65310]: DEBUG nova.network.neutron [-] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.232838] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52061e02-b05a-95f0-b45e-c38e5caa1cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.236530] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f287acf-b747-45a5-bb47-b8c0b5cd13f8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.243556] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 878.243556] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529d986d-3f73-850e-1a61-9f06fc538f5c" [ 878.243556] env[65310]: _type = "Task" [ 878.243556] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.255105] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529d986d-3f73-850e-1a61-9f06fc538f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.290405] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c9c9b7-7bc6-4ead-b2bd-9c9c34bb7c83 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.298902] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbcb356-95b0-486a-b3ad-6a406720dec9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.334586] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79bc8ae-e099-4448-8ca4-6cd02b799dee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.343326] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92431aad-6566-4950-98f5-998982897498 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.360597] env[65310]: DEBUG nova.compute.provider_tree [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.418802] env[65310]: DEBUG nova.compute.manager [req-278b697c-f71b-4ebe-b599-61a1be9cb577 req-44f2dae5-6484-432d-bcd6-86550b7215db service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Received event network-changed-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 878.419023] env[65310]: DEBUG nova.compute.manager [req-278b697c-f71b-4ebe-b599-61a1be9cb577 req-44f2dae5-6484-432d-bcd6-86550b7215db service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Refreshing instance network info cache due to event network-changed-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 878.419289] env[65310]: DEBUG oslo_concurrency.lockutils [req-278b697c-f71b-4ebe-b599-61a1be9cb577 req-44f2dae5-6484-432d-bcd6-86550b7215db service nova] Acquiring lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.419436] env[65310]: DEBUG oslo_concurrency.lockutils [req-278b697c-f71b-4ebe-b599-61a1be9cb577 req-44f2dae5-6484-432d-bcd6-86550b7215db service nova] Acquired lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.419623] env[65310]: DEBUG nova.network.neutron [req-278b697c-f71b-4ebe-b599-61a1be9cb577 req-44f2dae5-6484-432d-bcd6-86550b7215db service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Refreshing network info cache for port b49acac4-c6d7-4fb7-8da2-bc2a24ebafde {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.440243] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.503886] env[65310]: DEBUG oslo_vmware.api [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446347, 'name': ReconfigVM_Task, 'duration_secs': 0.276294} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.504262] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869668', 'volume_id': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'name': 'volume-e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '975b491f-8825-40d1-a4c5-9e4913d1b17f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'serial': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 878.549524] env[65310]: DEBUG nova.compute.manager [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 878.552915] env[65310]: INFO nova.compute.manager [-] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Took 1.02 seconds to deallocate network for instance. [ 878.756518] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529d986d-3f73-850e-1a61-9f06fc538f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.025861} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.756518] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.756746] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8/b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.758220] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-584d0325-81d7-45d9-a14a-0a6f5322a1b2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.765471] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 878.765471] env[65310]: value = "task-4446348" [ 878.765471] env[65310]: _type = "Task" [ 878.765471] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.774444] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.864275] env[65310]: DEBUG nova.scheduler.client.report [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.924033] env[65310]: WARNING neutronclient.v2_0.client [req-278b697c-f71b-4ebe-b599-61a1be9cb577 req-44f2dae5-6484-432d-bcd6-86550b7215db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.062351] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.081584] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.121209] env[65310]: WARNING neutronclient.v2_0.client [req-278b697c-f71b-4ebe-b599-61a1be9cb577 req-44f2dae5-6484-432d-bcd6-86550b7215db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.204815] env[65310]: DEBUG nova.network.neutron [req-278b697c-f71b-4ebe-b599-61a1be9cb577 req-44f2dae5-6484-432d-bcd6-86550b7215db service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Updated VIF entry in instance network info cache for port b49acac4-c6d7-4fb7-8da2-bc2a24ebafde. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 879.205239] env[65310]: DEBUG nova.network.neutron [req-278b697c-f71b-4ebe-b599-61a1be9cb577 req-44f2dae5-6484-432d-bcd6-86550b7215db service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Updating instance_info_cache with network_info: [{"id": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "address": "fa:16:3e:25:10:16", "network": {"id": "d9468374-3dc2-4794-bfd6-9a573c43a7b3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-56576831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d80c83ee3ba482d95c776c23196f5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49acac4-c6", "ovs_interfaceid": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.280460] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446348, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.370195] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.370804] env[65310]: DEBUG nova.compute.manager [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 879.373794] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 49.546s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.558879] env[65310]: DEBUG nova.objects.instance [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lazy-loading 'flavor' on Instance uuid 975b491f-8825-40d1-a4c5-9e4913d1b17f {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.708098] env[65310]: DEBUG oslo_concurrency.lockutils [req-278b697c-f71b-4ebe-b599-61a1be9cb577 req-44f2dae5-6484-432d-bcd6-86550b7215db service nova] Releasing lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.776613] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589936} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.776856] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8/b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.777076] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.777329] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e62adc0d-02aa-4d66-9969-d55bda313441 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.784574] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 879.784574] env[65310]: value = "task-4446349" [ 879.784574] env[65310]: _type = "Task" [ 879.784574] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.794133] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.877783] env[65310]: DEBUG nova.compute.utils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.881631] env[65310]: INFO nova.compute.claims [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.884804] env[65310]: DEBUG nova.compute.manager [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 879.884995] env[65310]: DEBUG nova.network.neutron [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 879.885321] env[65310]: WARNING neutronclient.v2_0.client [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.885740] env[65310]: WARNING neutronclient.v2_0.client [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.935120] env[65310]: DEBUG nova.policy [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a68c885050cf4800929b8869deb7ceb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f9c9fcda34408abb0324f9dbbb97bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.064848] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a0393b-fd4e-4637-beed-3a7b56e083dd tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.857s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.237343] env[65310]: DEBUG nova.network.neutron [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Successfully created port: 7286f043-5a8d-4b12-8a12-23fa07bd8cfe {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 880.295869] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070945} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.296210] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.297087] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9304b0c1-6641-4a4c-9e8d-7e2e969aabc8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.320892] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8/b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.321310] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54a9a51b-ae22-43c0-aab9-0685ab7f8035 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.343807] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 880.343807] env[65310]: value = "task-4446350" [ 880.343807] env[65310]: _type = "Task" [ 880.343807] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.355695] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.389019] env[65310]: DEBUG nova.compute.manager [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 880.391244] env[65310]: INFO nova.compute.resource_tracker [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating resource usage from migration 1c7de7db-d176-4c05-b727-52abde057995 [ 880.719989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.719989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.719989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "975b491f-8825-40d1-a4c5-9e4913d1b17f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.719989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.719989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.723815] env[65310]: INFO nova.compute.manager [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Terminating instance [ 880.841960] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197d0763-8446-430b-97c8-dc738313d290 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.856189] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817c5f03-4618-4298-8ee4-4401282b4c98 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.859479] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.889510] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51da9080-318a-4b9e-a874-dbd49db65b80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.902330] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9fd40a-0a06-45f5-8cfa-02e8a9cb76de {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.916267] env[65310]: DEBUG nova.compute.provider_tree [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.230921] env[65310]: DEBUG nova.compute.manager [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 881.230921] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.230921] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-399ca5dd-ce0d-488a-acdb-55d849dace18 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.238551] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 881.238551] env[65310]: value = "task-4446351" [ 881.238551] env[65310]: _type = "Task" [ 881.238551] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.247707] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.356069] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446350, 'name': ReconfigVM_Task, 'duration_secs': 0.746177} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.356383] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Reconfigured VM instance instance-0000003d to attach disk [datastore2] b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8/b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.357118] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00018b61-6219-44f6-8802-f22b0cd0b0e3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.366448] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 881.366448] env[65310]: value = "task-4446352" [ 881.366448] env[65310]: _type = "Task" [ 881.366448] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.382677] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446352, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.407491] env[65310]: DEBUG nova.compute.manager [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 881.419320] env[65310]: DEBUG nova.scheduler.client.report [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.438219] env[65310]: DEBUG nova.virt.hardware [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 881.438569] env[65310]: DEBUG nova.virt.hardware [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.438794] env[65310]: DEBUG nova.virt.hardware [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 881.439045] env[65310]: DEBUG nova.virt.hardware [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.439247] env[65310]: DEBUG nova.virt.hardware [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 881.439445] env[65310]: DEBUG nova.virt.hardware [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 881.439701] env[65310]: DEBUG nova.virt.hardware [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 881.439900] env[65310]: DEBUG nova.virt.hardware [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 881.440132] env[65310]: DEBUG nova.virt.hardware [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 881.440348] env[65310]: DEBUG nova.virt.hardware [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 881.440568] env[65310]: DEBUG nova.virt.hardware [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 881.441782] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a8cbe6-c546-4920-9703-cea809833dae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.451361] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d293b314-58b9-4562-9ca0-f063b4cddc6a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.753653] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446351, 'name': PowerOffVM_Task, 'duration_secs': 0.179328} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.753922] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.754134] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 881.754319] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869668', 'volume_id': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'name': 'volume-e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '975b491f-8825-40d1-a4c5-9e4913d1b17f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'serial': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 881.755112] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8285ba7-7b3f-45ef-bedb-bcd767064c2d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.788207] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de85ace-93b2-45ca-a89d-8b0bc20288e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.788941] env[65310]: DEBUG nova.network.neutron [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Successfully updated port: 7286f043-5a8d-4b12-8a12-23fa07bd8cfe {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 881.795873] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6d2cb2-a897-4ac2-9e31-c87291f44bfd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.822049] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1291675b-43d7-4398-bd0c-1a3dec3de10f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.839128] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The volume has not been displaced from its original location: [datastore2] volume-e43251dd-85e6-4ab8-99cb-e7d25e96351a/volume-e43251dd-85e6-4ab8-99cb-e7d25e96351a.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 881.846324] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 881.846678] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79bcb8e1-884c-478d-87b2-2ff73117d511 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.866340] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 881.866340] env[65310]: value = "task-4446353" [ 881.866340] env[65310]: _type = "Task" [ 881.866340] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.879655] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446352, 'name': Rename_Task, 'duration_secs': 0.137904} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.882286] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.882544] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.882749] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c51623e7-9b2a-44ad-83c4-afc5f02eb157 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.891844] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 881.891844] env[65310]: value = "task-4446354" [ 881.891844] env[65310]: _type = "Task" [ 881.891844] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.906272] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.925069] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.551s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.925321] env[65310]: INFO nova.compute.manager [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Migrating [ 881.934207] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.533s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.934506] env[65310]: DEBUG nova.objects.instance [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'resources' on Instance uuid ee26ef56-78c7-42ab-a032-6832a53071c9 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.988963] env[65310]: DEBUG nova.compute.manager [req-b1febe46-516c-418c-935e-edae2f16350a req-bed2c86e-df5c-4d0b-91f6-4663021f2277 service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Received event network-vif-plugged-7286f043-5a8d-4b12-8a12-23fa07bd8cfe {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 881.988963] env[65310]: DEBUG oslo_concurrency.lockutils [req-b1febe46-516c-418c-935e-edae2f16350a req-bed2c86e-df5c-4d0b-91f6-4663021f2277 service nova] Acquiring lock "a8bd7b22-923b-4714-8394-2c53d750e4e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.989069] env[65310]: DEBUG oslo_concurrency.lockutils [req-b1febe46-516c-418c-935e-edae2f16350a req-bed2c86e-df5c-4d0b-91f6-4663021f2277 service nova] Lock "a8bd7b22-923b-4714-8394-2c53d750e4e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.989185] env[65310]: DEBUG oslo_concurrency.lockutils [req-b1febe46-516c-418c-935e-edae2f16350a req-bed2c86e-df5c-4d0b-91f6-4663021f2277 service nova] Lock "a8bd7b22-923b-4714-8394-2c53d750e4e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.989353] env[65310]: DEBUG nova.compute.manager [req-b1febe46-516c-418c-935e-edae2f16350a req-bed2c86e-df5c-4d0b-91f6-4663021f2277 service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] No waiting events found dispatching network-vif-plugged-7286f043-5a8d-4b12-8a12-23fa07bd8cfe {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 881.989508] env[65310]: WARNING nova.compute.manager [req-b1febe46-516c-418c-935e-edae2f16350a req-bed2c86e-df5c-4d0b-91f6-4663021f2277 service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Received unexpected event network-vif-plugged-7286f043-5a8d-4b12-8a12-23fa07bd8cfe for instance with vm_state building and task_state spawning. [ 882.293604] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquiring lock "refresh_cache-a8bd7b22-923b-4714-8394-2c53d750e4e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.293888] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquired lock "refresh_cache-a8bd7b22-923b-4714-8394-2c53d750e4e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.294116] env[65310]: DEBUG nova.network.neutron [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 882.378772] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446353, 'name': ReconfigVM_Task, 'duration_secs': 0.226312} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.379129] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 882.384861] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb6897e-45dc-4714-9a54-3a39f6681338 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.406016] env[65310]: DEBUG oslo_vmware.api [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446354, 'name': PowerOnVM_Task, 'duration_secs': 0.506835} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.407630] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.407842] env[65310]: INFO nova.compute.manager [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Took 8.58 seconds to spawn the instance on the hypervisor. [ 882.408026] env[65310]: DEBUG nova.compute.manager [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 882.408372] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 882.408372] env[65310]: value = "task-4446355" [ 882.408372] env[65310]: _type = "Task" [ 882.408372] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.409143] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f572bdf-3743-4c81-8dfa-b189ba2884e1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.427347] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.444882] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.445012] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.445169] env[65310]: DEBUG nova.network.neutron [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 882.843857] env[65310]: DEBUG nova.network.neutron [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 882.857864] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9cd7fe-4c7e-4226-b3fb-fcf89f714f68 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.866490] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc38a462-ef9e-42be-b31b-61e0e98ace83 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.903078] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a2ddb4-4426-4878-a46b-f1aaa7fef1ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.911692] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec0d090-e09b-4597-8e4c-4c8d0a4e9f2b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.937843] env[65310]: DEBUG nova.compute.provider_tree [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.940844] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446355, 'name': ReconfigVM_Task, 'duration_secs': 0.158636} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.941392] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869668', 'volume_id': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'name': 'volume-e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '975b491f-8825-40d1-a4c5-9e4913d1b17f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a', 'serial': 'e43251dd-85e6-4ab8-99cb-e7d25e96351a'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 882.941520] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.942043] env[65310]: INFO nova.compute.manager [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Took 66.17 seconds to build instance. [ 882.943881] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abef0482-0fed-44f1-813b-caa6f7a8fef3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.947213] env[65310]: WARNING neutronclient.v2_0.client [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.957424] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.957753] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47f170d7-cbcd-4a79-a86d-eb4c7b8ac256 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.964202] env[65310]: WARNING neutronclient.v2_0.client [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.023575] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.023830] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.023952] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleting the datastore file [datastore2] 975b491f-8825-40d1-a4c5-9e4913d1b17f {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.024241] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db22414e-301a-4cf4-8675-6c475ba5c00e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.039956] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 883.039956] env[65310]: value = "task-4446357" [ 883.039956] env[65310]: _type = "Task" [ 883.039956] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.050831] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.086435] env[65310]: DEBUG nova.network.neutron [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Updating instance_info_cache with network_info: [{"id": "7286f043-5a8d-4b12-8a12-23fa07bd8cfe", "address": "fa:16:3e:f2:0a:53", "network": {"id": "8bf9e0d7-a5e3-41ce-b2af-afd46a8c41b3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-575901181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f9c9fcda34408abb0324f9dbbb97bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7286f043-5a", "ovs_interfaceid": "7286f043-5a8d-4b12-8a12-23fa07bd8cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.145168] env[65310]: WARNING neutronclient.v2_0.client [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.222603] env[65310]: DEBUG nova.network.neutron [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance_info_cache with network_info: [{"id": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "address": "fa:16:3e:1d:1f:29", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a58745-8b", "ovs_interfaceid": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.445068] env[65310]: DEBUG nova.scheduler.client.report [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.448850] env[65310]: DEBUG oslo_concurrency.lockutils [None req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.485s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.551163] env[65310]: DEBUG oslo_vmware.api [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173448} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.551479] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.551701] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.551905] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.552162] env[65310]: INFO nova.compute.manager [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Took 2.32 seconds to destroy the instance on the hypervisor. [ 883.552418] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 883.552614] env[65310]: DEBUG nova.compute.manager [-] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 883.552709] env[65310]: DEBUG nova.network.neutron [-] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 883.552948] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.585659] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.591051] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Releasing lock "refresh_cache-a8bd7b22-923b-4714-8394-2c53d750e4e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.591051] env[65310]: DEBUG nova.compute.manager [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Instance network_info: |[{"id": "7286f043-5a8d-4b12-8a12-23fa07bd8cfe", "address": "fa:16:3e:f2:0a:53", "network": {"id": "8bf9e0d7-a5e3-41ce-b2af-afd46a8c41b3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-575901181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f9c9fcda34408abb0324f9dbbb97bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7286f043-5a", "ovs_interfaceid": "7286f043-5a8d-4b12-8a12-23fa07bd8cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 883.591593] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:0a:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7286f043-5a8d-4b12-8a12-23fa07bd8cfe', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.599088] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Creating folder: Project (58f9c9fcda34408abb0324f9dbbb97bd). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.599453] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4743d660-f7ac-40c9-8900-a4ee9b87c89a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.611304] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Created folder: Project (58f9c9fcda34408abb0324f9dbbb97bd) in parent group-v869493. [ 883.611532] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Creating folder: Instances. Parent ref: group-v869670. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.611797] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3c1c14c-810b-4572-b333-352846858bf0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.623222] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Created folder: Instances in parent group-v869670. [ 883.623554] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 883.623802] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.624152] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59f72e1f-ccbb-4169-9115-9c43a9232048 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.645012] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.645012] env[65310]: value = "task-4446360" [ 883.645012] env[65310]: _type = "Task" [ 883.645012] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.654360] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446360, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.726596] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.951520] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.954035] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.188s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.955382] env[65310]: INFO nova.compute.claims [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.982868] env[65310]: INFO nova.scheduler.client.report [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleted allocations for instance ee26ef56-78c7-42ab-a032-6832a53071c9 [ 884.093906] env[65310]: DEBUG nova.compute.manager [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Received event network-changed-7286f043-5a8d-4b12-8a12-23fa07bd8cfe {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 884.093906] env[65310]: DEBUG nova.compute.manager [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Refreshing instance network info cache due to event network-changed-7286f043-5a8d-4b12-8a12-23fa07bd8cfe. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 884.093906] env[65310]: DEBUG oslo_concurrency.lockutils [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] Acquiring lock "refresh_cache-a8bd7b22-923b-4714-8394-2c53d750e4e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.093906] env[65310]: DEBUG oslo_concurrency.lockutils [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] Acquired lock "refresh_cache-a8bd7b22-923b-4714-8394-2c53d750e4e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.093906] env[65310]: DEBUG nova.network.neutron [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Refreshing network info cache for port 7286f043-5a8d-4b12-8a12-23fa07bd8cfe {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.157190] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446360, 'name': CreateVM_Task, 'duration_secs': 0.336241} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.157292] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.158036] env[65310]: WARNING neutronclient.v2_0.client [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.158182] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.158335] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.158698] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.160027] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23cfd9ad-aa21-4f08-9c42-bf27f66ed9e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.164519] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for the task: (returnval){ [ 884.164519] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c08d18-9029-41a9-fa22-762cdf73345e" [ 884.164519] env[65310]: _type = "Task" [ 884.164519] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.173628] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c08d18-9029-41a9-fa22-762cdf73345e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.362906] env[65310]: DEBUG nova.network.neutron [-] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.495560] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "ee26ef56-78c7-42ab-a032-6832a53071c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.017s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.596080] env[65310]: WARNING neutronclient.v2_0.client [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.680254] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c08d18-9029-41a9-fa22-762cdf73345e, 'name': SearchDatastore_Task, 'duration_secs': 0.038016} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.680379] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.680594] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.680833] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.680973] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.681164] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.681433] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b101b145-5616-4fa6-aea6-c9c1fd72452e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.691200] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.691515] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.693241] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b6c47c3-3ef6-45ac-a9fa-6609d54ab2d6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.700241] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for the task: (returnval){ [ 884.700241] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ff37c4-73c6-44ee-aa00-812a60c1cc5c" [ 884.700241] env[65310]: _type = "Task" [ 884.700241] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.710447] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ff37c4-73c6-44ee-aa00-812a60c1cc5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.774507] env[65310]: WARNING neutronclient.v2_0.client [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.865697] env[65310]: INFO nova.compute.manager [-] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Took 1.31 seconds to deallocate network for instance. [ 884.866994] env[65310]: DEBUG nova.network.neutron [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Updated VIF entry in instance network info cache for port 7286f043-5a8d-4b12-8a12-23fa07bd8cfe. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 884.867359] env[65310]: DEBUG nova.network.neutron [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Updating instance_info_cache with network_info: [{"id": "7286f043-5a8d-4b12-8a12-23fa07bd8cfe", "address": "fa:16:3e:f2:0a:53", "network": {"id": "8bf9e0d7-a5e3-41ce-b2af-afd46a8c41b3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-575901181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f9c9fcda34408abb0324f9dbbb97bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7286f043-5a", "ovs_interfaceid": "7286f043-5a8d-4b12-8a12-23fa07bd8cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.025157] env[65310]: DEBUG nova.compute.manager [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 885.026273] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79549027-25bb-4547-acd4-c8613ce7d8f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.212717] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ff37c4-73c6-44ee-aa00-812a60c1cc5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.213566] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cbdffc1-014d-4a3b-9302-c3d4a5eed925 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.219966] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for the task: (returnval){ [ 885.219966] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5299a076-5631-284e-afc2-b20cee6c2551" [ 885.219966] env[65310]: _type = "Task" [ 885.219966] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.232856] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5299a076-5631-284e-afc2-b20cee6c2551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.241771] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8335b2b8-f0bf-40bb-a006-5dbe9582f2be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.267286] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance '75779b88-c777-41b0-8a1f-d99c8aa131e2' progress to 0 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.372337] env[65310]: DEBUG oslo_concurrency.lockutils [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] Releasing lock "refresh_cache-a8bd7b22-923b-4714-8394-2c53d750e4e4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.374634] env[65310]: DEBUG nova.compute.manager [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Received event network-vif-deleted-f1bcb149-7dee-4d9c-933a-1a8681299309 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 885.374634] env[65310]: INFO nova.compute.manager [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Neutron deleted interface f1bcb149-7dee-4d9c-933a-1a8681299309; detaching it from the instance and deleting it from the info cache [ 885.374634] env[65310]: DEBUG nova.network.neutron [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.422624] env[65310]: INFO nova.compute.manager [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Took 0.55 seconds to detach 1 volumes for instance. [ 885.428353] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e533ad9c-af62-4ac5-9db2-cf1c81c17e0c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.440045] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32e2d85-04ba-462b-9ade-fd9da8ee4b13 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.477212] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e45928-55db-479b-8148-452e38474871 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.487974] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b63366-7625-46c0-a45b-f859c1f432fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.505467] env[65310]: DEBUG nova.compute.provider_tree [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.541456] env[65310]: INFO nova.compute.manager [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] instance snapshotting [ 885.544354] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3260adda-a4bf-4f7c-8208-f96450e860d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.564693] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e582f5d4-65bd-4b68-a543-27b70e33533f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.732268] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5299a076-5631-284e-afc2-b20cee6c2551, 'name': SearchDatastore_Task, 'duration_secs': 0.013722} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.732606] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.732916] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] a8bd7b22-923b-4714-8394-2c53d750e4e4/a8bd7b22-923b-4714-8394-2c53d750e4e4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.733228] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4385e12a-2cb2-49fb-802f-2413d0e9d689 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.740967] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for the task: (returnval){ [ 885.740967] env[65310]: value = "task-4446361" [ 885.740967] env[65310]: _type = "Task" [ 885.740967] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.749535] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.776577] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.776911] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-234e9ff0-2299-4255-b784-7089e7e7172e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.784820] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 885.784820] env[65310]: value = "task-4446362" [ 885.784820] env[65310]: _type = "Task" [ 885.784820] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.794054] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.877710] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-287612eb-8b83-4e42-b89d-c93f33084139 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.889349] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c0349c-d6e5-49d3-8cbd-1a2a016946d6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.929056] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.929494] env[65310]: DEBUG nova.compute.manager [req-5d61e2f2-9557-4f67-8db3-fe3f3a42ce26 req-879a3cb0-1e41-4b8d-8401-445589a793b1 service nova] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Detach interface failed, port_id=f1bcb149-7dee-4d9c-933a-1a8681299309, reason: Instance 975b491f-8825-40d1-a4c5-9e4913d1b17f could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 886.009208] env[65310]: DEBUG nova.scheduler.client.report [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.076686] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.077387] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e90477cb-15fe-487b-8b28-3282e8e4cf11 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.087094] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 886.087094] env[65310]: value = "task-4446363" [ 886.087094] env[65310]: _type = "Task" [ 886.087094] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.101595] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.256088] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446361, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.297129] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446362, 'name': PowerOffVM_Task, 'duration_secs': 0.337825} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.297129] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.297373] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance '75779b88-c777-41b0-8a1f-d99c8aa131e2' progress to 17 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.515071] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.515675] env[65310]: DEBUG nova.compute.manager [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 886.518773] env[65310]: DEBUG oslo_concurrency.lockutils [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.049s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.519034] env[65310]: DEBUG nova.objects.instance [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Lazy-loading 'resources' on Instance uuid f4354dec-ba6a-4809-8bb8-5335ef4fc3a9 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.599055] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.682562] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.682821] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.754484] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641197} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.754800] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] a8bd7b22-923b-4714-8394-2c53d750e4e4/a8bd7b22-923b-4714-8394-2c53d750e4e4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.755477] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.755477] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9184a0e7-2297-4bd8-acac-b9bfd87ee07e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.764011] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for the task: (returnval){ [ 886.764011] env[65310]: value = "task-4446364" [ 886.764011] env[65310]: _type = "Task" [ 886.764011] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.773474] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.805844] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 886.806103] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.806336] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 886.806561] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.806715] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 886.806865] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 886.807087] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 886.807250] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 886.807437] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 886.807636] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 886.807891] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 886.812967] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-261c30eb-e6dd-4814-9bf1-57cdd36f7712 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.831254] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 886.831254] env[65310]: value = "task-4446365" [ 886.831254] env[65310]: _type = "Task" [ 886.831254] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.843780] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.026806] env[65310]: DEBUG nova.compute.utils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.030466] env[65310]: DEBUG nova.compute.manager [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 887.030466] env[65310]: DEBUG nova.network.neutron [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 887.030820] env[65310]: WARNING neutronclient.v2_0.client [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.031094] env[65310]: WARNING neutronclient.v2_0.client [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.095911] env[65310]: DEBUG nova.policy [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c8985b6db2049e1a7776b848095771c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd158ac9d0f4d4198b87e97d7955a02af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.104956] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446363, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.187457] env[65310]: DEBUG nova.compute.manager [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 887.275101] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170469} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.277966] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.279295] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3435fd7-095c-4677-a75c-69157fee49c8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.303972] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] a8bd7b22-923b-4714-8394-2c53d750e4e4/a8bd7b22-923b-4714-8394-2c53d750e4e4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.307684] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39919017-9a87-4740-b1ed-687972f115a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.328694] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for the task: (returnval){ [ 887.328694] env[65310]: value = "task-4446366" [ 887.328694] env[65310]: _type = "Task" [ 887.328694] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.344436] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446366, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.348151] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446365, 'name': ReconfigVM_Task, 'duration_secs': 0.370964} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.351147] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance '75779b88-c777-41b0-8a1f-d99c8aa131e2' progress to 33 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.417724] env[65310]: DEBUG nova.network.neutron [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Successfully created port: 377a1963-2802-4cb3-8b08-493f1400c0ea {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 887.534908] env[65310]: DEBUG nova.compute.manager [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 887.539398] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca9e114-d672-411b-b51a-4f14c4cae6aa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.548639] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e21a59-c4de-4cbd-8d66-293481ed5ac0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.587893] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc00aa7-8604-4b48-b283-d8a037783cca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.602948] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446363, 'name': CreateSnapshot_Task, 'duration_secs': 1.057476} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.603324] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.605424] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf6c732-b097-4bbf-b8fe-5cd3a0ee3abb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.609416] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83451dff-ed54-466a-9662-ef65162444c8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.629056] env[65310]: DEBUG nova.compute.provider_tree [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.719197] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.840844] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.859324] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 887.859595] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.859768] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 887.859975] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.860117] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 887.860266] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 887.860464] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 887.860634] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 887.861511] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 887.861511] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 887.861511] env[65310]: DEBUG nova.virt.hardware [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 887.866632] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 887.866936] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dddef1b6-722c-4e3e-a49f-0f72957f0eac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.887903] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 887.887903] env[65310]: value = "task-4446367" [ 887.887903] env[65310]: _type = "Task" [ 887.887903] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.899322] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.134818] env[65310]: DEBUG nova.scheduler.client.report [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.145356] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.146485] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4ea875b-8047-4298-bf8e-0a61bde0bcc0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.157761] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 888.157761] env[65310]: value = "task-4446368" [ 888.157761] env[65310]: _type = "Task" [ 888.157761] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.168846] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446368, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.342959] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446366, 'name': ReconfigVM_Task, 'duration_secs': 1.005172} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.343449] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Reconfigured VM instance instance-0000003e to attach disk [datastore2] a8bd7b22-923b-4714-8394-2c53d750e4e4/a8bd7b22-923b-4714-8394-2c53d750e4e4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.344369] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f6884a5-2f5e-4daf-bcb1-19d04a78226e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.354843] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for the task: (returnval){ [ 888.354843] env[65310]: value = "task-4446369" [ 888.354843] env[65310]: _type = "Task" [ 888.354843] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.365688] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446369, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.401361] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446367, 'name': ReconfigVM_Task, 'duration_secs': 0.157475} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.401839] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 888.403409] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15365223-af6a-480b-9e8b-73a92d0d9b47 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.440769] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 75779b88-c777-41b0-8a1f-d99c8aa131e2/75779b88-c777-41b0-8a1f-d99c8aa131e2.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.441125] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0a982b-8ad9-4024-b4ed-bbfddc37eeb3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.463804] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 888.463804] env[65310]: value = "task-4446370" [ 888.463804] env[65310]: _type = "Task" [ 888.463804] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.475280] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.550516] env[65310]: DEBUG nova.compute.manager [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 888.580591] env[65310]: DEBUG nova.virt.hardware [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 888.580919] env[65310]: DEBUG nova.virt.hardware [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.581082] env[65310]: DEBUG nova.virt.hardware [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 888.581295] env[65310]: DEBUG nova.virt.hardware [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.581530] env[65310]: DEBUG nova.virt.hardware [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 888.582792] env[65310]: DEBUG nova.virt.hardware [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 888.582792] env[65310]: DEBUG nova.virt.hardware [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 888.582792] env[65310]: DEBUG nova.virt.hardware [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 888.582792] env[65310]: DEBUG nova.virt.hardware [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 888.582792] env[65310]: DEBUG nova.virt.hardware [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 888.582792] env[65310]: DEBUG nova.virt.hardware [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 888.583756] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734c16bb-bba6-4d79-9cd5-7d2171b40614 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.594362] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2eafe1-bdc8-4929-b4fe-78f019654d08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.648307] env[65310]: DEBUG oslo_concurrency.lockutils [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.652502] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.720s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.653123] env[65310]: DEBUG nova.objects.instance [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lazy-loading 'resources' on Instance uuid 7462f40f-2321-44f0-adae-d74882a962dc {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.675252] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446368, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.685224] env[65310]: INFO nova.scheduler.client.report [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Deleted allocations for instance f4354dec-ba6a-4809-8bb8-5335ef4fc3a9 [ 888.865697] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446369, 'name': Rename_Task, 'duration_secs': 0.202018} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.865988] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.866263] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c176c3d-1d9a-481d-9ef5-16f0a20e1c6b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.874671] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for the task: (returnval){ [ 888.874671] env[65310]: value = "task-4446371" [ 888.874671] env[65310]: _type = "Task" [ 888.874671] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.885216] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.975039] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446370, 'name': ReconfigVM_Task, 'duration_secs': 0.476847} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.975404] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 75779b88-c777-41b0-8a1f-d99c8aa131e2/75779b88-c777-41b0-8a1f-d99c8aa131e2.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.975703] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance '75779b88-c777-41b0-8a1f-d99c8aa131e2' progress to 50 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.989276] env[65310]: DEBUG nova.network.neutron [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Successfully updated port: 377a1963-2802-4cb3-8b08-493f1400c0ea {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 889.012850] env[65310]: DEBUG nova.compute.manager [req-50aae613-83fc-4945-9040-36b54b838ddd req-47501d87-dc65-4fb9-ae82-9cef0baa8918 service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Received event network-vif-plugged-377a1963-2802-4cb3-8b08-493f1400c0ea {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 889.013013] env[65310]: DEBUG oslo_concurrency.lockutils [req-50aae613-83fc-4945-9040-36b54b838ddd req-47501d87-dc65-4fb9-ae82-9cef0baa8918 service nova] Acquiring lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.013709] env[65310]: DEBUG oslo_concurrency.lockutils [req-50aae613-83fc-4945-9040-36b54b838ddd req-47501d87-dc65-4fb9-ae82-9cef0baa8918 service nova] Lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.013779] env[65310]: DEBUG oslo_concurrency.lockutils [req-50aae613-83fc-4945-9040-36b54b838ddd req-47501d87-dc65-4fb9-ae82-9cef0baa8918 service nova] Lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.013934] env[65310]: DEBUG nova.compute.manager [req-50aae613-83fc-4945-9040-36b54b838ddd req-47501d87-dc65-4fb9-ae82-9cef0baa8918 service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] No waiting events found dispatching network-vif-plugged-377a1963-2802-4cb3-8b08-493f1400c0ea {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 889.014110] env[65310]: WARNING nova.compute.manager [req-50aae613-83fc-4945-9040-36b54b838ddd req-47501d87-dc65-4fb9-ae82-9cef0baa8918 service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Received unexpected event network-vif-plugged-377a1963-2802-4cb3-8b08-493f1400c0ea for instance with vm_state building and task_state spawning. [ 889.174335] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446368, 'name': CloneVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.195554] env[65310]: DEBUG oslo_concurrency.lockutils [None req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Lock "f4354dec-ba6a-4809-8bb8-5335ef4fc3a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.473s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.385825] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.483278] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1d8d24-7e84-42a7-a60c-88ca1fe835d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.508233] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquiring lock "refresh_cache-9a3ea540-848e-48ca-8183-ce9ca64e67d4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.508440] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquired lock "refresh_cache-9a3ea540-848e-48ca-8183-ce9ca64e67d4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.508663] env[65310]: DEBUG nova.network.neutron [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 889.514033] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65455471-e5ee-49fe-8bea-3cf717772e2c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.536511] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance '75779b88-c777-41b0-8a1f-d99c8aa131e2' progress to 67 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.594032] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2c77c8-c02c-4d2d-9b88-6f0894b98c56 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.603762] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b7f83e-01fc-4e97-b775-a09c0ba3bdfc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.640305] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7151a6bb-821e-43a9-a661-b9099026a9cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.649511] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df0970b-8aa4-4438-a993-c89a94d66e2c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.664768] env[65310]: DEBUG nova.compute.provider_tree [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.675795] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446368, 'name': CloneVM_Task, 'duration_secs': 1.018343} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.676668] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Created linked-clone VM from snapshot [ 889.677458] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb06ce3-cafe-4083-976b-34e693822c33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.687590] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Uploading image 1847b65c-8ef6-4ef4-abce-e79eb74e4354 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 889.716365] env[65310]: DEBUG oslo_vmware.rw_handles [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 889.716365] env[65310]: value = "vm-869674" [ 889.716365] env[65310]: _type = "VirtualMachine" [ 889.716365] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 889.717053] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-63f64297-3c76-43c0-9ad5-eef1bcc9eb22 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.726385] env[65310]: DEBUG oslo_vmware.rw_handles [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lease: (returnval){ [ 889.726385] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d0b04f-d7bc-8915-6599-5c5fce315c2c" [ 889.726385] env[65310]: _type = "HttpNfcLease" [ 889.726385] env[65310]: } obtained for exporting VM: (result){ [ 889.726385] env[65310]: value = "vm-869674" [ 889.726385] env[65310]: _type = "VirtualMachine" [ 889.726385] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 889.726632] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the lease: (returnval){ [ 889.726632] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d0b04f-d7bc-8915-6599-5c5fce315c2c" [ 889.726632] env[65310]: _type = "HttpNfcLease" [ 889.726632] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 889.736159] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.736159] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d0b04f-d7bc-8915-6599-5c5fce315c2c" [ 889.736159] env[65310]: _type = "HttpNfcLease" [ 889.736159] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 889.890546] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.046216] env[65310]: WARNING neutronclient.v2_0.client [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.046216] env[65310]: WARNING neutronclient.v2_0.client [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.117652] env[65310]: DEBUG nova.network.neutron [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 890.149576] env[65310]: DEBUG nova.network.neutron [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Port b1a58745-8b52-4a91-af27-2d25e1ef2125 binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 890.171141] env[65310]: DEBUG nova.scheduler.client.report [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.240819] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.240819] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d0b04f-d7bc-8915-6599-5c5fce315c2c" [ 890.240819] env[65310]: _type = "HttpNfcLease" [ 890.240819] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 890.240819] env[65310]: DEBUG oslo_vmware.rw_handles [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 890.240819] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d0b04f-d7bc-8915-6599-5c5fce315c2c" [ 890.240819] env[65310]: _type = "HttpNfcLease" [ 890.240819] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 890.244225] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8517ed-84c4-4236-9c78-9a3947db5705 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.251993] env[65310]: DEBUG oslo_vmware.rw_handles [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a491-179d-314a-5260-2e87aefc763b/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 890.252253] env[65310]: DEBUG oslo_vmware.rw_handles [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a491-179d-314a-5260-2e87aefc763b/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 890.358375] env[65310]: WARNING neutronclient.v2_0.client [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.360926] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e925241-492b-4ebb-b5e3-21a60b0ed4b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.387198] env[65310]: DEBUG oslo_vmware.api [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446371, 'name': PowerOnVM_Task, 'duration_secs': 1.305442} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.389338] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.389566] env[65310]: INFO nova.compute.manager [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Took 8.98 seconds to spawn the instance on the hypervisor. [ 890.389790] env[65310]: DEBUG nova.compute.manager [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 890.392615] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21ce92b-a1cb-4481-8d41-e05ae4d36a4c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.467231] env[65310]: DEBUG nova.network.neutron [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Updating instance_info_cache with network_info: [{"id": "377a1963-2802-4cb3-8b08-493f1400c0ea", "address": "fa:16:3e:b5:07:2e", "network": {"id": "6f378e58-446b-4519-9492-b76a6c7bd00d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1735879399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d158ac9d0f4d4198b87e97d7955a02af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a1963-28", "ovs_interfaceid": "377a1963-2802-4cb3-8b08-493f1400c0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.678096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.681081] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 49.547s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.750350] env[65310]: INFO nova.scheduler.client.report [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Deleted allocations for instance 7462f40f-2321-44f0-adae-d74882a962dc [ 890.918466] env[65310]: INFO nova.compute.manager [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Took 63.87 seconds to build instance. [ 890.970380] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Releasing lock "refresh_cache-9a3ea540-848e-48ca-8183-ce9ca64e67d4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.972086] env[65310]: DEBUG nova.compute.manager [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Instance network_info: |[{"id": "377a1963-2802-4cb3-8b08-493f1400c0ea", "address": "fa:16:3e:b5:07:2e", "network": {"id": "6f378e58-446b-4519-9492-b76a6c7bd00d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1735879399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d158ac9d0f4d4198b87e97d7955a02af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a1963-28", "ovs_interfaceid": "377a1963-2802-4cb3-8b08-493f1400c0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 890.973205] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:07:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '377a1963-2802-4cb3-8b08-493f1400c0ea', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.989460] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Creating folder: Project (d158ac9d0f4d4198b87e97d7955a02af). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.990457] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-062da9d8-7d12-42e3-bc89-07ee8f5e12e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.005085] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Created folder: Project (d158ac9d0f4d4198b87e97d7955a02af) in parent group-v869493. [ 891.005622] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Creating folder: Instances. Parent ref: group-v869675. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.005779] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7500c80d-65f1-4b25-a0bb-71f0f5de4a31 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.017751] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Created folder: Instances in parent group-v869675. [ 891.018019] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 891.018230] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.018467] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a092386d-cb57-4ae9-a3a2-487d5d152fc5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.044325] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.044325] env[65310]: value = "task-4446375" [ 891.044325] env[65310]: _type = "Task" [ 891.044325] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.055773] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446375, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.170249] env[65310]: DEBUG nova.compute.manager [req-b99f7216-4399-4596-8482-1a8c849ea1e4 req-f84a3785-bbd0-4603-8049-6e5170878448 service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Received event network-changed-377a1963-2802-4cb3-8b08-493f1400c0ea {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 891.170249] env[65310]: DEBUG nova.compute.manager [req-b99f7216-4399-4596-8482-1a8c849ea1e4 req-f84a3785-bbd0-4603-8049-6e5170878448 service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Refreshing instance network info cache due to event network-changed-377a1963-2802-4cb3-8b08-493f1400c0ea. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 891.171260] env[65310]: DEBUG oslo_concurrency.lockutils [req-b99f7216-4399-4596-8482-1a8c849ea1e4 req-f84a3785-bbd0-4603-8049-6e5170878448 service nova] Acquiring lock "refresh_cache-9a3ea540-848e-48ca-8183-ce9ca64e67d4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.171260] env[65310]: DEBUG oslo_concurrency.lockutils [req-b99f7216-4399-4596-8482-1a8c849ea1e4 req-f84a3785-bbd0-4603-8049-6e5170878448 service nova] Acquired lock "refresh_cache-9a3ea540-848e-48ca-8183-ce9ca64e67d4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.171260] env[65310]: DEBUG nova.network.neutron [req-b99f7216-4399-4596-8482-1a8c849ea1e4 req-f84a3785-bbd0-4603-8049-6e5170878448 service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Refreshing network info cache for port 377a1963-2802-4cb3-8b08-493f1400c0ea {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.183970] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "75779b88-c777-41b0-8a1f-d99c8aa131e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.184603] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.184813] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.266018] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f29dc877-75bb-46b4-bb95-baf30ff2d94d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Lock "7462f40f-2321-44f0-adae-d74882a962dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.958s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.420835] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dff517b2-c455-472c-ace7-0ead408cb935 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Lock "a8bd7b22-923b-4714-8394-2c53d750e4e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.387s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.561582] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446375, 'name': CreateVM_Task, 'duration_secs': 0.435622} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.561582] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.561756] env[65310]: WARNING neutronclient.v2_0.client [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.562666] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.562975] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.563436] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.563915] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff62812d-c71a-4f60-91d6-e995aa24304b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.576300] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for the task: (returnval){ [ 891.576300] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c00fc0-861b-da7a-18d7-a687ca366db4" [ 891.576300] env[65310]: _type = "Task" [ 891.576300] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.589613] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c00fc0-861b-da7a-18d7-a687ca366db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.684250] env[65310]: WARNING neutronclient.v2_0.client [req-b99f7216-4399-4596-8482-1a8c849ea1e4 req-f84a3785-bbd0-4603-8049-6e5170878448 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.701689] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Applying migration context for instance abd1eefc-d2b6-47f5-a2a5-d538deb761f4 as it has an incoming, in-progress migration 79d6ab43-1069-493b-a84a-c38bbe0058b0. Migration status is reverting {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 891.702053] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Applying migration context for instance 75779b88-c777-41b0-8a1f-d99c8aa131e2 as it has an incoming, in-progress migration 1c7de7db-d176-4c05-b727-52abde057995. Migration status is post-migrating {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 891.705274] env[65310]: INFO nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating resource usage from migration 79d6ab43-1069-493b-a84a-c38bbe0058b0 [ 891.706015] env[65310]: INFO nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating resource usage from migration 1c7de7db-d176-4c05-b727-52abde057995 [ 891.733323] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.733584] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 6ace7dc3-71a5-4769-91bf-989d065f63a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.733832] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance d4aafc22-1512-43fc-946a-c25e703a54b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.733994] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 412c15d8-4e8a-4555-a48f-5f58667695cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.734180] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 487f66cc-431c-4e28-9d55-493843604a30 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.734330] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 242c60e5-0ad8-42c7-b47c-846bf5b7001f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.734482] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance b9036839-d3bd-4f09-9424-94609c90dc6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.734692] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.734973] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.735142] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Migration 79d6ab43-1069-493b-a84a-c38bbe0058b0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 891.735361] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance abd1eefc-d2b6-47f5-a2a5-d538deb761f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.735582] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance d3ff08ef-6377-4365-b3e6-ee2918e45417 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.735818] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance c2ba77d4-35f0-4373-87cc-1511d905b3fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.735943] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 8cd6c7df-45a5-4c12-9148-af828d5c92d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.736124] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 975b491f-8825-40d1-a4c5-9e4913d1b17f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.736212] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance f21dd96c-71c9-435f-98cf-0a0f819140eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.736329] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance db6302e9-eb53-446b-845f-cceb3d8f8886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.736549] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.736764] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance a8bd7b22-923b-4714-8394-2c53d750e4e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.736817] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 9a3ea540-848e-48ca-8183-ce9ca64e67d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.736920] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Migration 1c7de7db-d176-4c05-b727-52abde057995 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 891.737104] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 75779b88-c777-41b0-8a1f-d99c8aa131e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 891.930245] env[65310]: WARNING neutronclient.v2_0.client [req-b99f7216-4399-4596-8482-1a8c849ea1e4 req-f84a3785-bbd0-4603-8049-6e5170878448 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.029780] env[65310]: DEBUG nova.network.neutron [req-b99f7216-4399-4596-8482-1a8c849ea1e4 req-f84a3785-bbd0-4603-8049-6e5170878448 service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Updated VIF entry in instance network info cache for port 377a1963-2802-4cb3-8b08-493f1400c0ea. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 892.029780] env[65310]: DEBUG nova.network.neutron [req-b99f7216-4399-4596-8482-1a8c849ea1e4 req-f84a3785-bbd0-4603-8049-6e5170878448 service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Updating instance_info_cache with network_info: [{"id": "377a1963-2802-4cb3-8b08-493f1400c0ea", "address": "fa:16:3e:b5:07:2e", "network": {"id": "6f378e58-446b-4519-9492-b76a6c7bd00d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1735879399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d158ac9d0f4d4198b87e97d7955a02af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a1963-28", "ovs_interfaceid": "377a1963-2802-4cb3-8b08-493f1400c0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.095264] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c00fc0-861b-da7a-18d7-a687ca366db4, 'name': SearchDatastore_Task, 'duration_secs': 0.012979} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.095696] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.096023] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.096397] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.096644] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.097309] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.097683] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3177d6b-e177-4f6f-97ab-fda5330dd42a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.112730] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.113809] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.114934] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3384ba8a-d129-49be-a3ad-a0d23c380ffb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.124048] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for the task: (returnval){ [ 892.124048] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523ddcc1-0d8b-0a38-ada4-3885261cd8b9" [ 892.124048] env[65310]: _type = "Task" [ 892.124048] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.133904] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523ddcc1-0d8b-0a38-ada4-3885261cd8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.185274] env[65310]: WARNING neutronclient.v2_0.client [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.222619] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.223026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.223235] env[65310]: DEBUG nova.network.neutron [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 892.240542] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance bdc46043-d724-4239-9ae2-22713630b2fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 892.533045] env[65310]: DEBUG oslo_concurrency.lockutils [req-b99f7216-4399-4596-8482-1a8c849ea1e4 req-f84a3785-bbd0-4603-8049-6e5170878448 service nova] Releasing lock "refresh_cache-9a3ea540-848e-48ca-8183-ce9ca64e67d4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.637255] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523ddcc1-0d8b-0a38-ada4-3885261cd8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.021331} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.638384] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-435ffa8f-9f7c-4ba3-8b99-8ee117e50e0f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.645664] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for the task: (returnval){ [ 892.645664] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c9d7f3-422b-f3b0-bda8-90022325b4a5" [ 892.645664] env[65310]: _type = "Task" [ 892.645664] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.658791] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c9d7f3-422b-f3b0-bda8-90022325b4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.727419] env[65310]: WARNING neutronclient.v2_0.client [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.744313] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 58b56e71-cdcf-44f3-97c4-2ff1245baaaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 893.021939] env[65310]: WARNING neutronclient.v2_0.client [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.108441] env[65310]: DEBUG nova.network.neutron [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance_info_cache with network_info: [{"id": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "address": "fa:16:3e:1d:1f:29", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a58745-8b", "ovs_interfaceid": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.159768] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c9d7f3-422b-f3b0-bda8-90022325b4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012464} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.160118] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.160421] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 9a3ea540-848e-48ca-8183-ce9ca64e67d4/9a3ea540-848e-48ca-8183-ce9ca64e67d4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.160740] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-505b1d91-f712-4e13-bac2-49e9abd946b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.169333] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for the task: (returnval){ [ 893.169333] env[65310]: value = "task-4446376" [ 893.169333] env[65310]: _type = "Task" [ 893.169333] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.179647] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.247742] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance d4a33da6-6147-465d-a3c1-19373183f7af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 893.612038] env[65310]: DEBUG oslo_concurrency.lockutils [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.683472] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446376, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.752126] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 7d71098f-d6c7-4873-af7e-4e0309b96125 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 894.131917] env[65310]: DEBUG oslo_concurrency.lockutils [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquiring lock "a8bd7b22-923b-4714-8394-2c53d750e4e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.133742] env[65310]: DEBUG oslo_concurrency.lockutils [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Lock "a8bd7b22-923b-4714-8394-2c53d750e4e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.133742] env[65310]: DEBUG oslo_concurrency.lockutils [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquiring lock "a8bd7b22-923b-4714-8394-2c53d750e4e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.133742] env[65310]: DEBUG oslo_concurrency.lockutils [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Lock "a8bd7b22-923b-4714-8394-2c53d750e4e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.133742] env[65310]: DEBUG oslo_concurrency.lockutils [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Lock "a8bd7b22-923b-4714-8394-2c53d750e4e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.138751] env[65310]: INFO nova.compute.manager [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Terminating instance [ 894.156872] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd855bdd-a9d6-451d-b530-cf06f9a93c25 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.183373] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e5f958-2c99-4401-81ff-7eb9a6304476 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.193367] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446376, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.195292] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance '75779b88-c777-41b0-8a1f-d99c8aa131e2' progress to 83 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.257244] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e394a667-b521-4a07-8f25-8359b3598366 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 894.643267] env[65310]: DEBUG nova.compute.manager [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 894.643493] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.644469] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c9caa8-9057-4e6e-beb4-07e0807f140e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.654302] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.654542] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6385920a-5583-479e-97ca-d31b921aeefc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.664607] env[65310]: DEBUG oslo_vmware.api [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for the task: (returnval){ [ 894.664607] env[65310]: value = "task-4446377" [ 894.664607] env[65310]: _type = "Task" [ 894.664607] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.674032] env[65310]: DEBUG oslo_vmware.api [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.689216] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446376, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.702542] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.702931] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40e699e2-80b5-4fe1-bc89-4ba9999a6534 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.711154] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 894.711154] env[65310]: value = "task-4446378" [ 894.711154] env[65310]: _type = "Task" [ 894.711154] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.720691] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.760804] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 895.176136] env[65310]: DEBUG oslo_vmware.api [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446377, 'name': PowerOffVM_Task, 'duration_secs': 0.390494} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.177122] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.177122] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.177122] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aa7cc77-8703-4e3f-87db-54c6a35ae9ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.191209] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446376, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.645305} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.191627] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 9a3ea540-848e-48ca-8183-ce9ca64e67d4/9a3ea540-848e-48ca-8183-ce9ca64e67d4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.191996] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.192412] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd6a50c1-d057-4d21-a404-f535696a6f2c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.200349] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for the task: (returnval){ [ 895.200349] env[65310]: value = "task-4446380" [ 895.200349] env[65310]: _type = "Task" [ 895.200349] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.213366] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.224031] env[65310]: DEBUG oslo_vmware.api [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446378, 'name': PowerOnVM_Task, 'duration_secs': 0.501316} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.226564] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.226564] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7666b-434d-4ccb-8823-305ffd3d1892 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance '75779b88-c777-41b0-8a1f-d99c8aa131e2' progress to 100 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.265540] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 895.265540] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 895.265540] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=100GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '12', 'num_task_None': '10', 'num_os_type_None': '14', 'num_proj_9dd34b1cc080443db96dc64c82eaeaea': '2', 'io_workload': '2', 'num_proj_61d231881a9e4e3da25c75f676adec99': '2', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_b6252c5654534ea7bfacb4e20779d52f': '1', 'num_task_resize_migrating': '1', 'num_proj_06820740f51c4c5cb99a265060439609': '1', 'num_proj_be87ce21751a415bb58b0e452241cf84': '1', 'num_proj_75ca0d21494b4d21a93dae7f8e746976': '1', 'num_proj_ede1bc89e21d4d6b983de4cff608d809': '1', 'num_proj_5d80c83ee3ba482d95c776c23196f5dc': '1', 'num_task_image_uploading': '1', 'num_proj_0a7f6e96e2d84877bc7ea87ea5783c98': '2', 'num_proj_58f9c9fcda34408abb0324f9dbbb97bd': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_d158ac9d0f4d4198b87e97d7955a02af': '1'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 895.271185] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.272159] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.272159] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Deleting the datastore file [datastore2] a8bd7b22-923b-4714-8394-2c53d750e4e4 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.272159] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5127dde-954b-4f0a-8095-0e12b95dc996 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.281883] env[65310]: DEBUG oslo_vmware.api [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for the task: (returnval){ [ 895.281883] env[65310]: value = "task-4446381" [ 895.281883] env[65310]: _type = "Task" [ 895.281883] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.295407] env[65310]: DEBUG oslo_vmware.api [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.714267] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081505} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.714671] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.715508] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66532c2e-35cb-49ba-9861-3580f4d5a309 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.758418] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 9a3ea540-848e-48ca-8183-ce9ca64e67d4/9a3ea540-848e-48ca-8183-ce9ca64e67d4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.760074] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05bbd295-1079-4d19-8e5e-016ed5c5d562 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.775131] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cd4a42-09da-499d-bd17-353969791310 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.788245] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for the task: (returnval){ [ 895.788245] env[65310]: value = "task-4446382" [ 895.788245] env[65310]: _type = "Task" [ 895.788245] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.789728] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66818d4-9c13-4370-ba38-99ba875337ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.800104] env[65310]: DEBUG oslo_vmware.api [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Task: {'id': task-4446381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145864} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.800748] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.800938] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.801125] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.801296] env[65310]: INFO nova.compute.manager [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 895.801528] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 895.802104] env[65310]: DEBUG nova.compute.manager [-] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 895.802209] env[65310]: DEBUG nova.network.neutron [-] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 895.802527] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.835021] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.835452] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47e8f9a-3a8f-4dcf-8ec8-11bec7d09f60 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.844488] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bbd146-849d-4ea9-a92d-ffafa58235ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.864891] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.958069] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.964073] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.964682] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.996416] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "417d175e-9924-42fd-9492-3852876816d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.996696] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "417d175e-9924-42fd-9492-3852876816d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.218770] env[65310]: DEBUG nova.compute.manager [req-f8c4d382-75a4-423b-852f-ebfd3513c764 req-c9f973d3-0260-4dfc-a59e-c327ce84008e service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Received event network-vif-deleted-7286f043-5a8d-4b12-8a12-23fa07bd8cfe {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 896.218856] env[65310]: INFO nova.compute.manager [req-f8c4d382-75a4-423b-852f-ebfd3513c764 req-c9f973d3-0260-4dfc-a59e-c327ce84008e service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Neutron deleted interface 7286f043-5a8d-4b12-8a12-23fa07bd8cfe; detaching it from the instance and deleting it from the info cache [ 896.219051] env[65310]: DEBUG nova.network.neutron [req-f8c4d382-75a4-423b-852f-ebfd3513c764 req-c9f973d3-0260-4dfc-a59e-c327ce84008e service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.306169] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.395499] env[65310]: ERROR nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [req-2a2135bd-19b2-4a2b-905f-2d41a4b5163a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a2135bd-19b2-4a2b-905f-2d41a4b5163a"}]} [ 896.423009] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 896.440174] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 896.440607] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.456695] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 896.468060] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 896.484949] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 896.501039] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 896.686840] env[65310]: DEBUG nova.network.neutron [-] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.722533] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0008b92b-7160-467f-8e81-ce0f09f4ee59 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.741880] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aeee5d-f228-433a-bea1-b5a09f2d7a7b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.813333] env[65310]: DEBUG nova.compute.manager [req-f8c4d382-75a4-423b-852f-ebfd3513c764 req-c9f973d3-0260-4dfc-a59e-c327ce84008e service nova] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Detach interface failed, port_id=7286f043-5a8d-4b12-8a12-23fa07bd8cfe, reason: Instance a8bd7b22-923b-4714-8394-2c53d750e4e4 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 896.826214] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446382, 'name': ReconfigVM_Task, 'duration_secs': 0.722764} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.827147] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 9a3ea540-848e-48ca-8183-ce9ca64e67d4/9a3ea540-848e-48ca-8183-ce9ca64e67d4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.831313] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4be5b52-fa6a-4934-b814-b154e0a91c1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.843733] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for the task: (returnval){ [ 896.843733] env[65310]: value = "task-4446383" [ 896.843733] env[65310]: _type = "Task" [ 896.843733] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.866999] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446383, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.993551] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.028053] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.096875] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97d8048-dd9f-4674-b58a-197f975cf0bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.105597] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3965de1d-18d2-497c-9e8e-f783ea90bcb7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.137410] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10560082-f9c1-46f9-8e83-94ee4ea65c4b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.147266] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39724d4f-146f-40ce-8c8d-9b632bf3d92f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.164880] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.189909] env[65310]: INFO nova.compute.manager [-] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Took 1.39 seconds to deallocate network for instance. [ 897.360148] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446383, 'name': Rename_Task, 'duration_secs': 0.344006} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.360813] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.361136] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9639f27-dcdd-4c8e-a06d-8f04f7330306 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.368738] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for the task: (returnval){ [ 897.368738] env[65310]: value = "task-4446384" [ 897.368738] env[65310]: _type = "Task" [ 897.368738] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.378160] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.696964] env[65310]: DEBUG oslo_concurrency.lockutils [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.708036] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 897.708182] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 96 to 97 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 897.708934] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.880691] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446384, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.067232] env[65310]: DEBUG oslo_concurrency.lockutils [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "75779b88-c777-41b0-8a1f-d99c8aa131e2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.067496] env[65310]: DEBUG oslo_concurrency.lockutils [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.067687] env[65310]: DEBUG nova.compute.manager [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Going to confirm migration 3 {{(pid=65310) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 898.214422] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 898.214883] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.534s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.215296] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 55.944s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.217586] env[65310]: INFO nova.compute.claims [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.221966] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.222166] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Cleaning up deleted instances {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 898.382368] env[65310]: DEBUG oslo_vmware.api [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446384, 'name': PowerOnVM_Task, 'duration_secs': 0.773954} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.382641] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.382919] env[65310]: INFO nova.compute.manager [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Took 9.83 seconds to spawn the instance on the hypervisor. [ 898.383146] env[65310]: DEBUG nova.compute.manager [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 898.383925] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fd2fb0-cc8d-4904-9095-970ee9db4749 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.574472] env[65310]: WARNING neutronclient.v2_0.client [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.635851] env[65310]: WARNING neutronclient.v2_0.client [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.636222] env[65310]: DEBUG oslo_concurrency.lockutils [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.636370] env[65310]: DEBUG oslo_concurrency.lockutils [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.636603] env[65310]: DEBUG nova.network.neutron [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 898.636878] env[65310]: DEBUG nova.objects.instance [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lazy-loading 'info_cache' on Instance uuid 75779b88-c777-41b0-8a1f-d99c8aa131e2 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.740353] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] There are 43 instances to clean {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 898.740690] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 99b0b92f-45c3-41fe-938d-6ab1c384e6c5] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 898.905683] env[65310]: INFO nova.compute.manager [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Took 62.16 seconds to build instance. [ 899.197832] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7c39d6-695b-4797-848f-503f9f16f9c8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.206101] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d9c0fc-3b6f-4c1a-a717-8a50130465af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.238496] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9351c5d5-13ce-4625-986d-531596e9cddd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.246952] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6d02f7-a5f9-4883-93f5-e2f0d0827fd9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.251367] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 595b764d-315b-4895-90b5-34a34410b033] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 899.264476] env[65310]: DEBUG nova.compute.provider_tree [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.409217] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.909s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.644042] env[65310]: WARNING neutronclient.v2_0.client [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.757095] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 5ed9ef5b-376d-4e91-a163-b284d8e73492] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 899.768038] env[65310]: DEBUG nova.scheduler.client.report [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.841700] env[65310]: WARNING neutronclient.v2_0.client [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.855420] env[65310]: DEBUG oslo_vmware.rw_handles [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a491-179d-314a-5260-2e87aefc763b/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.856591] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a700a6c-ca13-4dff-a55c-2b48bee4b2c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.863829] env[65310]: DEBUG oslo_vmware.rw_handles [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a491-179d-314a-5260-2e87aefc763b/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.864018] env[65310]: ERROR oslo_vmware.rw_handles [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a491-179d-314a-5260-2e87aefc763b/disk-0.vmdk due to incomplete transfer. [ 899.864270] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f07adca9-b00d-4c51-9408-bc95fab79733 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.872874] env[65310]: DEBUG oslo_vmware.rw_handles [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a491-179d-314a-5260-2e87aefc763b/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 899.873088] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Uploaded image 1847b65c-8ef6-4ef4-abce-e79eb74e4354 to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 899.875140] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 899.875415] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cfb22f97-eb66-4244-b601-ce65dd770146 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.882297] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 899.882297] env[65310]: value = "task-4446385" [ 899.882297] env[65310]: _type = "Task" [ 899.882297] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.894687] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446385, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.928043] env[65310]: DEBUG nova.network.neutron [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance_info_cache with network_info: [{"id": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "address": "fa:16:3e:1d:1f:29", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a58745-8b", "ovs_interfaceid": "b1a58745-8b52-4a91-af27-2d25e1ef2125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.973413] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquiring lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.973413] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.973413] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquiring lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.973413] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.973413] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.975358] env[65310]: INFO nova.compute.manager [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Terminating instance [ 900.260776] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 8ddd4b00-c804-4c11-a462-86cd44c11636] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 900.272068] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.057s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.272634] env[65310]: DEBUG nova.compute.manager [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 900.275614] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.116s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.275823] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.278095] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.077s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.280143] env[65310]: INFO nova.compute.claims [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.306480] env[65310]: INFO nova.scheduler.client.report [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted allocations for instance 487f66cc-431c-4e28-9d55-493843604a30 [ 900.393433] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446385, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.430699] env[65310]: DEBUG oslo_concurrency.lockutils [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "refresh_cache-75779b88-c777-41b0-8a1f-d99c8aa131e2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.431070] env[65310]: DEBUG nova.objects.instance [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lazy-loading 'migration_context' on Instance uuid 75779b88-c777-41b0-8a1f-d99c8aa131e2 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.482745] env[65310]: DEBUG nova.compute.manager [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 900.482745] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.483398] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e338df0-ce40-4e0b-855d-9d6300d64580 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.492831] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.493155] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38aecf92-80b7-4e8e-b17a-540e4d562426 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.502019] env[65310]: DEBUG oslo_vmware.api [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for the task: (returnval){ [ 900.502019] env[65310]: value = "task-4446386" [ 900.502019] env[65310]: _type = "Task" [ 900.502019] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.511521] env[65310]: DEBUG oslo_vmware.api [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.764169] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: b2c8498a-128e-40af-a503-2f22e1b9b9a3] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 900.788207] env[65310]: DEBUG nova.compute.utils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.790551] env[65310]: DEBUG nova.compute.manager [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 900.790551] env[65310]: DEBUG nova.network.neutron [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 900.791128] env[65310]: WARNING neutronclient.v2_0.client [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.791478] env[65310]: WARNING neutronclient.v2_0.client [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.815969] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd4e87ad-1a9e-464c-b48b-36da333405fb tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "487f66cc-431c-4e28-9d55-493843604a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.105s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.857063] env[65310]: DEBUG nova.policy [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '122966161ace472d8a234453cd44708f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a79c725bd7634345a1dc118b5b0193c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.898282] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446385, 'name': Destroy_Task, 'duration_secs': 0.930868} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.898595] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Destroyed the VM [ 900.898832] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 900.899123] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71550962-60e7-41a2-b0d3-29f1b8390dec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.907492] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 900.907492] env[65310]: value = "task-4446387" [ 900.907492] env[65310]: _type = "Task" [ 900.907492] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.917244] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.934327] env[65310]: DEBUG nova.objects.base [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Object Instance<75779b88-c777-41b0-8a1f-d99c8aa131e2> lazy-loaded attributes: info_cache,migration_context {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 900.935304] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577006ca-fde2-4d12-8342-68324e76e1cd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.957023] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70989342-1730-4c6b-986b-a06a9a89bdab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.963573] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "6ace7dc3-71a5-4769-91bf-989d065f63a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.963833] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "6ace7dc3-71a5-4769-91bf-989d065f63a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.964042] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "6ace7dc3-71a5-4769-91bf-989d065f63a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.964231] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "6ace7dc3-71a5-4769-91bf-989d065f63a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.964468] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "6ace7dc3-71a5-4769-91bf-989d065f63a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.966296] env[65310]: DEBUG oslo_vmware.api [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 900.966296] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5275b56d-ffe3-9366-0da4-c27350053e23" [ 900.966296] env[65310]: _type = "Task" [ 900.966296] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.966733] env[65310]: INFO nova.compute.manager [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Terminating instance [ 900.982315] env[65310]: DEBUG oslo_vmware.api [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5275b56d-ffe3-9366-0da4-c27350053e23, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.982691] env[65310]: DEBUG oslo_concurrency.lockutils [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.012487] env[65310]: DEBUG oslo_vmware.api [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446386, 'name': PowerOffVM_Task, 'duration_secs': 0.334775} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.012902] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.013198] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.013552] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86ddbf6f-d2d3-498b-a606-993a22fc7f2e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.096790] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.096790] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.097123] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Deleting the datastore file [datastore2] 9a3ea540-848e-48ca-8183-ce9ca64e67d4 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.097175] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71b39580-2c85-4bb3-bbe8-b34c97177cbf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.104322] env[65310]: DEBUG oslo_vmware.api [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for the task: (returnval){ [ 901.104322] env[65310]: value = "task-4446389" [ 901.104322] env[65310]: _type = "Task" [ 901.104322] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.114396] env[65310]: DEBUG oslo_vmware.api [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.198058] env[65310]: DEBUG nova.network.neutron [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Successfully created port: 528873f7-b1ed-4e95-9a17-9522df90e9cc {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 901.267930] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: f4354dec-ba6a-4809-8bb8-5335ef4fc3a9] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 901.296205] env[65310]: DEBUG nova.compute.manager [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 901.420525] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.478330] env[65310]: DEBUG nova.compute.manager [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 901.478577] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.479746] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83766a6a-2746-4205-8ad5-8a556c6cd245 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.488316] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.488681] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f3f3d98-daa9-4daa-810b-86a28b9372ca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.500409] env[65310]: DEBUG oslo_vmware.api [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 901.500409] env[65310]: value = "task-4446390" [ 901.500409] env[65310]: _type = "Task" [ 901.500409] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.514610] env[65310]: DEBUG oslo_vmware.api [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.617588] env[65310]: DEBUG oslo_vmware.api [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Task: {'id': task-4446389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14826} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.617728] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.617864] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.618043] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.618358] env[65310]: INFO nova.compute.manager [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 901.618492] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 901.618732] env[65310]: DEBUG nova.compute.manager [-] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 901.618876] env[65310]: DEBUG nova.network.neutron [-] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 901.619086] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.659988] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.741918] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1462d5c2-0301-4bb1-8bcc-f15532ca560e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.750616] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90de790e-bfa6-4d0f-846d-b4e229ce9832 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.781914] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 0120ce13-f669-4233-a761-e885d8bb0348] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 901.784581] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d71b740-aa0c-4c30-b83c-d270f57d8f76 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.793407] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6606770-0cd5-4d64-80c1-82d6de4b8665 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.810251] env[65310]: DEBUG nova.compute.provider_tree [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.919504] env[65310]: DEBUG oslo_vmware.api [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446387, 'name': RemoveSnapshot_Task, 'duration_secs': 0.954721} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.919779] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 901.920045] env[65310]: INFO nova.compute.manager [None req-4fca0a7c-93f9-43ce-a17f-40f572694385 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Took 16.38 seconds to snapshot the instance on the hypervisor. [ 902.011798] env[65310]: DEBUG oslo_vmware.api [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446390, 'name': PowerOffVM_Task, 'duration_secs': 0.24013} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.012175] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.012353] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.012616] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-270dc903-eb71-4da9-99aa-a83864138da2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.081020] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.081296] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.081517] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleting the datastore file [datastore2] 6ace7dc3-71a5-4769-91bf-989d065f63a6 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.082350] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1525721d-04d7-4a10-9206-f2eca36ceb5b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.090063] env[65310]: DEBUG oslo_vmware.api [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 902.090063] env[65310]: value = "task-4446392" [ 902.090063] env[65310]: _type = "Task" [ 902.090063] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.100158] env[65310]: DEBUG oslo_vmware.api [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.106495] env[65310]: DEBUG nova.compute.manager [req-987a9f16-4357-470e-a18f-37ec142a4cc2 req-215938fa-2dea-4a17-aaf9-76dd0789e52f service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Received event network-vif-deleted-377a1963-2802-4cb3-8b08-493f1400c0ea {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 902.106695] env[65310]: INFO nova.compute.manager [req-987a9f16-4357-470e-a18f-37ec142a4cc2 req-215938fa-2dea-4a17-aaf9-76dd0789e52f service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Neutron deleted interface 377a1963-2802-4cb3-8b08-493f1400c0ea; detaching it from the instance and deleting it from the info cache [ 902.106920] env[65310]: DEBUG nova.network.neutron [req-987a9f16-4357-470e-a18f-37ec142a4cc2 req-215938fa-2dea-4a17-aaf9-76dd0789e52f service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.288300] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: ee26ef56-78c7-42ab-a032-6832a53071c9] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 902.313844] env[65310]: DEBUG nova.compute.manager [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 902.348377] env[65310]: DEBUG nova.virt.hardware [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 902.349135] env[65310]: DEBUG nova.virt.hardware [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.349135] env[65310]: DEBUG nova.virt.hardware [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 902.349135] env[65310]: DEBUG nova.virt.hardware [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.349135] env[65310]: DEBUG nova.virt.hardware [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 902.349287] env[65310]: DEBUG nova.virt.hardware [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 902.349478] env[65310]: DEBUG nova.virt.hardware [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 902.349814] env[65310]: DEBUG nova.virt.hardware [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 902.349866] env[65310]: DEBUG nova.virt.hardware [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 902.350038] env[65310]: DEBUG nova.virt.hardware [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 902.350231] env[65310]: DEBUG nova.virt.hardware [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 902.351956] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be665c74-0f53-4941-a267-4120d3552ade {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.355499] env[65310]: DEBUG nova.scheduler.client.report [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 902.355726] env[65310]: DEBUG nova.compute.provider_tree [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 97 to 98 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 902.355901] env[65310]: DEBUG nova.compute.provider_tree [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.366148] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7022acd1-fa56-459d-bf4c-61c1fbc2c443 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.427221] env[65310]: DEBUG nova.network.neutron [-] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.602820] env[65310]: DEBUG oslo_vmware.api [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157368} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.603164] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.603376] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.603585] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.603774] env[65310]: INFO nova.compute.manager [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 902.604525] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 902.604525] env[65310]: DEBUG nova.compute.manager [-] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 902.604525] env[65310]: DEBUG nova.network.neutron [-] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 902.604749] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.609959] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15d447c8-8063-400f-ac10-0fc8e985042d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.620632] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b4e7e0-0c95-4090-aeb6-0ee150218e22 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.659043] env[65310]: DEBUG nova.compute.manager [req-987a9f16-4357-470e-a18f-37ec142a4cc2 req-215938fa-2dea-4a17-aaf9-76dd0789e52f service nova] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Detach interface failed, port_id=377a1963-2802-4cb3-8b08-493f1400c0ea, reason: Instance 9a3ea540-848e-48ca-8183-ce9ca64e67d4 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 902.660947] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.783622] env[65310]: DEBUG nova.network.neutron [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Successfully updated port: 528873f7-b1ed-4e95-9a17-9522df90e9cc {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 902.792869] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 1162b4c4-0d10-444c-b72f-ef5051b6bc5b] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 902.862055] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.862762] env[65310]: DEBUG nova.compute.manager [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 902.865832] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.892s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.867405] env[65310]: INFO nova.compute.claims [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.930868] env[65310]: INFO nova.compute.manager [-] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Took 1.31 seconds to deallocate network for instance. [ 902.972186] env[65310]: DEBUG nova.compute.manager [req-45def78b-2319-403e-afe9-50583bcaafc9 req-9d921e1d-363c-4372-b98e-a16c50499c3e service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Received event network-vif-plugged-528873f7-b1ed-4e95-9a17-9522df90e9cc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 902.972566] env[65310]: DEBUG oslo_concurrency.lockutils [req-45def78b-2319-403e-afe9-50583bcaafc9 req-9d921e1d-363c-4372-b98e-a16c50499c3e service nova] Acquiring lock "bdc46043-d724-4239-9ae2-22713630b2fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.972902] env[65310]: DEBUG oslo_concurrency.lockutils [req-45def78b-2319-403e-afe9-50583bcaafc9 req-9d921e1d-363c-4372-b98e-a16c50499c3e service nova] Lock "bdc46043-d724-4239-9ae2-22713630b2fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.973207] env[65310]: DEBUG oslo_concurrency.lockutils [req-45def78b-2319-403e-afe9-50583bcaafc9 req-9d921e1d-363c-4372-b98e-a16c50499c3e service nova] Lock "bdc46043-d724-4239-9ae2-22713630b2fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.973467] env[65310]: DEBUG nova.compute.manager [req-45def78b-2319-403e-afe9-50583bcaafc9 req-9d921e1d-363c-4372-b98e-a16c50499c3e service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] No waiting events found dispatching network-vif-plugged-528873f7-b1ed-4e95-9a17-9522df90e9cc {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 902.973733] env[65310]: WARNING nova.compute.manager [req-45def78b-2319-403e-afe9-50583bcaafc9 req-9d921e1d-363c-4372-b98e-a16c50499c3e service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Received unexpected event network-vif-plugged-528873f7-b1ed-4e95-9a17-9522df90e9cc for instance with vm_state building and task_state spawning. [ 903.289091] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquiring lock "refresh_cache-bdc46043-d724-4239-9ae2-22713630b2fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.289371] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquired lock "refresh_cache-bdc46043-d724-4239-9ae2-22713630b2fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.289556] env[65310]: DEBUG nova.network.neutron [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 903.301051] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: bb529f7e-5d01-4d34-902a-41f63dd50aff] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 903.376721] env[65310]: DEBUG nova.compute.utils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.378831] env[65310]: DEBUG nova.compute.manager [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 903.379236] env[65310]: DEBUG nova.network.neutron [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 903.379819] env[65310]: WARNING neutronclient.v2_0.client [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.380331] env[65310]: WARNING neutronclient.v2_0.client [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.432989] env[65310]: DEBUG nova.policy [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd58ab09ea83f498c868b2f3ff7a03647', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e608d59d4054526b72780a0766d8d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.437784] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.502049] env[65310]: DEBUG nova.network.neutron [-] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.764831] env[65310]: DEBUG nova.network.neutron [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Successfully created port: 600cbcc4-87ec-4e79-b450-38a40c8f754f {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 903.781052] env[65310]: DEBUG nova.compute.manager [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 903.782009] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f5a9c9-e5f9-4d74-96b7-d3f2dcdb7354 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.806043] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 3c6e5b56-5098-4fa7-85bf-d50fd8b6fe9a] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 903.839548] env[65310]: DEBUG nova.network.neutron [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 903.884547] env[65310]: DEBUG nova.compute.manager [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 903.946350] env[65310]: WARNING neutronclient.v2_0.client [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.002799] env[65310]: INFO nova.compute.manager [-] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Took 1.40 seconds to deallocate network for instance. [ 904.053401] env[65310]: DEBUG nova.network.neutron [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Updating instance_info_cache with network_info: [{"id": "528873f7-b1ed-4e95-9a17-9522df90e9cc", "address": "fa:16:3e:b0:6c:8a", "network": {"id": "c99e228b-09e5-4bd9-a68a-c533d6dbbe0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1786464281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a79c725bd7634345a1dc118b5b0193c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528873f7-b1", "ovs_interfaceid": "528873f7-b1ed-4e95-9a17-9522df90e9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.209524] env[65310]: DEBUG nova.compute.manager [req-d0f0f697-97fd-4d4e-841c-0a6abaf039d9 req-1012d809-87c2-4433-91b5-534f1f03bf19 service nova] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Received event network-vif-deleted-093844a3-f79c-4e56-90e5-31e5d286ab2e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 904.300400] env[65310]: INFO nova.compute.manager [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] instance snapshotting [ 904.307898] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e419b280-c7f2-457b-bd10-d7cf2450aa15 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.315364] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 49b4868e-8f93-4b46-8156-092b779ba577] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 904.337928] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5723e82b-14f3-43c4-b7cf-0d483f661d33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.403998] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b69af31-f4d5-48b0-8096-6772831b29c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.415175] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d9d742-ebd1-4e12-8b9d-9c7d142e36e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.453393] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9701d5-31ca-4118-be36-5a2f6b4e2066 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.463264] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af99b8ec-4ed3-4c1d-9f5c-6be1324f8f2b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.480591] env[65310]: DEBUG nova.compute.provider_tree [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.509971] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.555661] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Releasing lock "refresh_cache-bdc46043-d724-4239-9ae2-22713630b2fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.555661] env[65310]: DEBUG nova.compute.manager [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Instance network_info: |[{"id": "528873f7-b1ed-4e95-9a17-9522df90e9cc", "address": "fa:16:3e:b0:6c:8a", "network": {"id": "c99e228b-09e5-4bd9-a68a-c533d6dbbe0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1786464281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a79c725bd7634345a1dc118b5b0193c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528873f7-b1", "ovs_interfaceid": "528873f7-b1ed-4e95-9a17-9522df90e9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 904.556404] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:6c:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '528873f7-b1ed-4e95-9a17-9522df90e9cc', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.565631] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Creating folder: Project (a79c725bd7634345a1dc118b5b0193c7). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.566000] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82d1f42b-a723-40db-9044-98fd2c7764d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.582501] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Created folder: Project (a79c725bd7634345a1dc118b5b0193c7) in parent group-v869493. [ 904.582672] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Creating folder: Instances. Parent ref: group-v869678. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.582966] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4ef8234-0ba9-48fa-8056-1bb3466f19b7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.596165] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Created folder: Instances in parent group-v869678. [ 904.596551] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 904.596835] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.597224] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d60bc9b-73dd-4eec-b6ef-aeca0bfaeff4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.618536] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.618536] env[65310]: value = "task-4446395" [ 904.618536] env[65310]: _type = "Task" [ 904.618536] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.627128] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446395, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.837932] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 14930653-ba99-4253-a226-9e9f18ebb1e2] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 904.853670] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 904.854031] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-318d4fee-53ce-4efe-bf64-f4452dad5cdd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.864073] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 904.864073] env[65310]: value = "task-4446396" [ 904.864073] env[65310]: _type = "Task" [ 904.864073] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.874793] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.897401] env[65310]: DEBUG nova.compute.manager [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 904.926871] env[65310]: DEBUG nova.virt.hardware [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 904.927154] env[65310]: DEBUG nova.virt.hardware [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.927305] env[65310]: DEBUG nova.virt.hardware [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 904.927488] env[65310]: DEBUG nova.virt.hardware [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.927635] env[65310]: DEBUG nova.virt.hardware [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 904.927770] env[65310]: DEBUG nova.virt.hardware [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 904.927976] env[65310]: DEBUG nova.virt.hardware [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.928144] env[65310]: DEBUG nova.virt.hardware [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 904.928314] env[65310]: DEBUG nova.virt.hardware [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 904.928472] env[65310]: DEBUG nova.virt.hardware [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 904.928663] env[65310]: DEBUG nova.virt.hardware [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 904.929578] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75efe4b-1601-49ee-a10c-b77cfa49e1b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.939504] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a87a3-3ad2-44a0-8d74-0fe1ff44f094 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.987644] env[65310]: DEBUG nova.scheduler.client.report [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.999859] env[65310]: DEBUG nova.compute.manager [req-993bf816-424d-402f-bc0d-90b13492b969 req-b3c33e66-79f3-4b7f-a9b8-5cb4c0e6c3ca service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Received event network-changed-528873f7-b1ed-4e95-9a17-9522df90e9cc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 905.000069] env[65310]: DEBUG nova.compute.manager [req-993bf816-424d-402f-bc0d-90b13492b969 req-b3c33e66-79f3-4b7f-a9b8-5cb4c0e6c3ca service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Refreshing instance network info cache due to event network-changed-528873f7-b1ed-4e95-9a17-9522df90e9cc. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 905.000286] env[65310]: DEBUG oslo_concurrency.lockutils [req-993bf816-424d-402f-bc0d-90b13492b969 req-b3c33e66-79f3-4b7f-a9b8-5cb4c0e6c3ca service nova] Acquiring lock "refresh_cache-bdc46043-d724-4239-9ae2-22713630b2fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.000425] env[65310]: DEBUG oslo_concurrency.lockutils [req-993bf816-424d-402f-bc0d-90b13492b969 req-b3c33e66-79f3-4b7f-a9b8-5cb4c0e6c3ca service nova] Acquired lock "refresh_cache-bdc46043-d724-4239-9ae2-22713630b2fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.000581] env[65310]: DEBUG nova.network.neutron [req-993bf816-424d-402f-bc0d-90b13492b969 req-b3c33e66-79f3-4b7f-a9b8-5cb4c0e6c3ca service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Refreshing network info cache for port 528873f7-b1ed-4e95-9a17-9522df90e9cc {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.130472] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446395, 'name': CreateVM_Task, 'duration_secs': 0.335289} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.130649] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.131242] env[65310]: WARNING neutronclient.v2_0.client [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.131674] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.131812] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.132142] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.132871] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e059426-75f3-4420-8200-48ce8701be97 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.138702] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for the task: (returnval){ [ 905.138702] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca18a1-11fe-6254-0272-a288da844782" [ 905.138702] env[65310]: _type = "Task" [ 905.138702] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.148580] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca18a1-11fe-6254-0272-a288da844782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.343103] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: e12099d1-dbc9-4197-b65b-f739fc5dd31c] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 905.376700] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446396, 'name': CreateSnapshot_Task, 'duration_secs': 0.504161} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.377650] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 905.378444] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c274c34e-c06f-4e95-8707-2477257be6e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.397023] env[65310]: DEBUG nova.network.neutron [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Successfully updated port: 600cbcc4-87ec-4e79-b450-38a40c8f754f {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 905.490237] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.490818] env[65310]: DEBUG nova.compute.manager [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 905.493726] env[65310]: DEBUG oslo_concurrency.lockutils [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.340s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.493726] env[65310]: DEBUG oslo_concurrency.lockutils [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.495816] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 46.869s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.503693] env[65310]: WARNING neutronclient.v2_0.client [req-993bf816-424d-402f-bc0d-90b13492b969 req-b3c33e66-79f3-4b7f-a9b8-5cb4c0e6c3ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.522868] env[65310]: INFO nova.scheduler.client.report [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleted allocations for instance 242c60e5-0ad8-42c7-b47c-846bf5b7001f [ 905.649853] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca18a1-11fe-6254-0272-a288da844782, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.651079] env[65310]: WARNING neutronclient.v2_0.client [req-993bf816-424d-402f-bc0d-90b13492b969 req-b3c33e66-79f3-4b7f-a9b8-5cb4c0e6c3ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.653323] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.653622] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.653798] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.653940] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.654126] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.655076] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99aa2b7a-7eec-4f96-81d0-cf74d8226b3d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.664799] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.664974] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.665734] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c0d89c-a0e2-43a0-bcea-3eedb2e3f080 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.672063] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for the task: (returnval){ [ 905.672063] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ff6e25-df54-bd7a-f93d-f039e758d6bc" [ 905.672063] env[65310]: _type = "Task" [ 905.672063] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.681479] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ff6e25-df54-bd7a-f93d-f039e758d6bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.734345] env[65310]: DEBUG nova.network.neutron [req-993bf816-424d-402f-bc0d-90b13492b969 req-b3c33e66-79f3-4b7f-a9b8-5cb4c0e6c3ca service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Updated VIF entry in instance network info cache for port 528873f7-b1ed-4e95-9a17-9522df90e9cc. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 905.734767] env[65310]: DEBUG nova.network.neutron [req-993bf816-424d-402f-bc0d-90b13492b969 req-b3c33e66-79f3-4b7f-a9b8-5cb4c0e6c3ca service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Updating instance_info_cache with network_info: [{"id": "528873f7-b1ed-4e95-9a17-9522df90e9cc", "address": "fa:16:3e:b0:6c:8a", "network": {"id": "c99e228b-09e5-4bd9-a68a-c533d6dbbe0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1786464281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a79c725bd7634345a1dc118b5b0193c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528873f7-b1", "ovs_interfaceid": "528873f7-b1ed-4e95-9a17-9522df90e9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.846870] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 00b5a6a5-5c9f-4820-8671-7ccb33dc3995] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 905.906053] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 905.906875] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "refresh_cache-58b56e71-cdcf-44f3-97c4-2ff1245baaaf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.907050] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired lock "refresh_cache-58b56e71-cdcf-44f3-97c4-2ff1245baaaf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.907226] env[65310]: DEBUG nova.network.neutron [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 905.908346] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab6c6583-0aad-4598-8432-16a3f4a3e204 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.919925] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 905.919925] env[65310]: value = "task-4446397" [ 905.919925] env[65310]: _type = "Task" [ 905.919925] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.932785] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446397, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.998982] env[65310]: DEBUG nova.objects.instance [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lazy-loading 'migration_context' on Instance uuid abd1eefc-d2b6-47f5-a2a5-d538deb761f4 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.002158] env[65310]: DEBUG nova.compute.utils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.005287] env[65310]: DEBUG nova.compute.manager [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 906.005550] env[65310]: DEBUG nova.network.neutron [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 906.005930] env[65310]: WARNING neutronclient.v2_0.client [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.006324] env[65310]: WARNING neutronclient.v2_0.client [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.032627] env[65310]: DEBUG oslo_concurrency.lockutils [None req-823fab0b-7698-45a1-aef4-8ee96e38fa4f tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "242c60e5-0ad8-42c7-b47c-846bf5b7001f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.679s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.065089] env[65310]: DEBUG nova.policy [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55500f2d239f45488dc4384715e73f24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be87ce21751a415bb58b0e452241cf84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.183756] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ff6e25-df54-bd7a-f93d-f039e758d6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.184657] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23604080-7a42-4510-8d60-4807cde8c117 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.192145] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for the task: (returnval){ [ 906.192145] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b22d53-59dd-ced7-63f6-6adc5d3dad9d" [ 906.192145] env[65310]: _type = "Task" [ 906.192145] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.202965] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b22d53-59dd-ced7-63f6-6adc5d3dad9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.237885] env[65310]: DEBUG oslo_concurrency.lockutils [req-993bf816-424d-402f-bc0d-90b13492b969 req-b3c33e66-79f3-4b7f-a9b8-5cb4c0e6c3ca service nova] Releasing lock "refresh_cache-bdc46043-d724-4239-9ae2-22713630b2fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.350487] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 4925f314-6b60-4a7a-ac45-8ac8a9a059f6] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 906.409109] env[65310]: DEBUG nova.network.neutron [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Successfully created port: 81b3724c-6bf2-4179-8230-5ca286334ce8 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 906.437398] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446397, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.506872] env[65310]: DEBUG nova.compute.manager [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 906.533731] env[65310]: DEBUG nova.network.neutron [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 906.675684] env[65310]: WARNING neutronclient.v2_0.client [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.706071] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b22d53-59dd-ced7-63f6-6adc5d3dad9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01242} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.708400] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.708721] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] bdc46043-d724-4239-9ae2-22713630b2fc/bdc46043-d724-4239-9ae2-22713630b2fc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.709589] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e87a475c-48c6-46bd-aec2-9bce3337c943 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.721154] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for the task: (returnval){ [ 906.721154] env[65310]: value = "task-4446398" [ 906.721154] env[65310]: _type = "Task" [ 906.721154] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.732460] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.826834] env[65310]: DEBUG nova.network.neutron [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Updating instance_info_cache with network_info: [{"id": "600cbcc4-87ec-4e79-b450-38a40c8f754f", "address": "fa:16:3e:9b:a5:50", "network": {"id": "bd467698-325c-4a18-b0c3-5ef9ad216710", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1467421623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e608d59d4054526b72780a0766d8d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600cbcc4-87", "ovs_interfaceid": "600cbcc4-87ec-4e79-b450-38a40c8f754f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.854903] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: e017c3fe-d5f2-48b5-9c6e-1460aaadbad4] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 906.939854] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446397, 'name': CloneVM_Task} progress is 95%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.096085] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f556ae9-bec1-4791-b6e5-c31820722ef2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.107906] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ddefcc-66ad-4aeb-bd75-78f20344f90b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.148749] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6516c4-46f6-4385-8180-9c77ea5febac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.158935] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade9dd22-1cd4-4159-8bba-6c201a4f8d95 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.178481] env[65310]: DEBUG nova.compute.provider_tree [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.235409] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446398, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.330655] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Releasing lock "refresh_cache-58b56e71-cdcf-44f3-97c4-2ff1245baaaf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.331073] env[65310]: DEBUG nova.compute.manager [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Instance network_info: |[{"id": "600cbcc4-87ec-4e79-b450-38a40c8f754f", "address": "fa:16:3e:9b:a5:50", "network": {"id": "bd467698-325c-4a18-b0c3-5ef9ad216710", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1467421623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e608d59d4054526b72780a0766d8d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600cbcc4-87", "ovs_interfaceid": "600cbcc4-87ec-4e79-b450-38a40c8f754f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 907.331555] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:a5:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '600cbcc4-87ec-4e79-b450-38a40c8f754f', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.339243] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Creating folder: Project (4e608d59d4054526b72780a0766d8d26). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.340036] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35167e45-bfe1-4c6b-bda6-d47004e3c733 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.352366] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Created folder: Project (4e608d59d4054526b72780a0766d8d26) in parent group-v869493. [ 907.352739] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Creating folder: Instances. Parent ref: group-v869683. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.352845] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4954aa8d-5802-4037-bfec-0a59abd84999 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.364684] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Created folder: Instances in parent group-v869683. [ 907.365074] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 907.365362] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.365629] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ed2321c-71bb-4fd5-85ae-a02b72a2f953 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.381291] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 8445ef67-c0e1-4506-9945-2e37c24bb4d2] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 907.389992] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.389992] env[65310]: value = "task-4446401" [ 907.389992] env[65310]: _type = "Task" [ 907.389992] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.400252] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446401, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.434027] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446397, 'name': CloneVM_Task} progress is 95%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.522960] env[65310]: DEBUG nova.compute.manager [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 907.554092] env[65310]: DEBUG nova.virt.hardware [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e451defdaa80f798dd98595a1e63a803',container_format='bare',created_at=2025-11-14T09:14:45Z,direct_url=,disk_format='vmdk',id=1b36dd51-92f4-4e0c-bc5e-c60971551f5e,min_disk=1,min_ram=0,name='tempest-test-snap-1240950447',owner='be87ce21751a415bb58b0e452241cf84',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-14T09:15:01Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 907.554423] env[65310]: DEBUG nova.virt.hardware [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.554646] env[65310]: DEBUG nova.virt.hardware [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 907.554869] env[65310]: DEBUG nova.virt.hardware [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.555056] env[65310]: DEBUG nova.virt.hardware [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 907.555228] env[65310]: DEBUG nova.virt.hardware [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 907.555450] env[65310]: DEBUG nova.virt.hardware [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 907.555609] env[65310]: DEBUG nova.virt.hardware [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 907.555775] env[65310]: DEBUG nova.virt.hardware [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 907.555939] env[65310]: DEBUG nova.virt.hardware [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 907.556139] env[65310]: DEBUG nova.virt.hardware [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 907.557098] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3766c5-3795-4e51-9509-705c49e87812 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.566873] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ccdeca-5e1b-4c2e-8dff-d622a1097941 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.683447] env[65310]: DEBUG nova.scheduler.client.report [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.737761] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57158} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.738202] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] bdc46043-d724-4239-9ae2-22713630b2fc/bdc46043-d724-4239-9ae2-22713630b2fc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.738554] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.738946] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41893356-cfc1-4c2d-8c20-246eb3e01d82 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.748987] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for the task: (returnval){ [ 907.748987] env[65310]: value = "task-4446402" [ 907.748987] env[65310]: _type = "Task" [ 907.748987] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.764798] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.884748] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 4a5509bf-4263-4d86-bafd-ed9ee48ec64d] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 907.901146] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446401, 'name': CreateVM_Task, 'duration_secs': 0.419786} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.901352] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.901891] env[65310]: WARNING neutronclient.v2_0.client [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.902292] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.902446] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.902756] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.903355] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8136aa45-c63e-41f6-bb4e-21a8e319087e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.909601] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 907.909601] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cf907e-fd14-de9c-894b-f7e866b930e9" [ 907.909601] env[65310]: _type = "Task" [ 907.909601] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.919550] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cf907e-fd14-de9c-894b-f7e866b930e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.934670] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446397, 'name': CloneVM_Task, 'duration_secs': 1.647991} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.935040] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Created linked-clone VM from snapshot [ 907.935928] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e089c5ba-a38a-4b13-a0d5-ea4051b4650e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.941128] env[65310]: DEBUG nova.compute.manager [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Received event network-vif-plugged-600cbcc4-87ec-4e79-b450-38a40c8f754f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 907.941345] env[65310]: DEBUG oslo_concurrency.lockutils [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] Acquiring lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.941669] env[65310]: DEBUG oslo_concurrency.lockutils [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] Lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.941921] env[65310]: DEBUG oslo_concurrency.lockutils [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] Lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.942129] env[65310]: DEBUG nova.compute.manager [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] No waiting events found dispatching network-vif-plugged-600cbcc4-87ec-4e79-b450-38a40c8f754f {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 907.942300] env[65310]: WARNING nova.compute.manager [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Received unexpected event network-vif-plugged-600cbcc4-87ec-4e79-b450-38a40c8f754f for instance with vm_state building and task_state spawning. [ 907.942467] env[65310]: DEBUG nova.compute.manager [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Received event network-changed-600cbcc4-87ec-4e79-b450-38a40c8f754f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 907.942616] env[65310]: DEBUG nova.compute.manager [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Refreshing instance network info cache due to event network-changed-600cbcc4-87ec-4e79-b450-38a40c8f754f. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 907.942799] env[65310]: DEBUG oslo_concurrency.lockutils [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] Acquiring lock "refresh_cache-58b56e71-cdcf-44f3-97c4-2ff1245baaaf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.942930] env[65310]: DEBUG oslo_concurrency.lockutils [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] Acquired lock "refresh_cache-58b56e71-cdcf-44f3-97c4-2ff1245baaaf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.943093] env[65310]: DEBUG nova.network.neutron [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Refreshing network info cache for port 600cbcc4-87ec-4e79-b450-38a40c8f754f {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.950823] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Uploading image 47836d5a-0fb1-4851-990f-49be952e0cd7 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 907.980081] env[65310]: DEBUG oslo_vmware.rw_handles [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 907.980081] env[65310]: value = "vm-869682" [ 907.980081] env[65310]: _type = "VirtualMachine" [ 907.980081] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 907.980447] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-20770140-115a-4740-ac11-75319896cdc7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.989019] env[65310]: DEBUG oslo_vmware.rw_handles [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lease: (returnval){ [ 907.989019] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52af3bb7-15c4-8112-89bf-c42bb9454e5d" [ 907.989019] env[65310]: _type = "HttpNfcLease" [ 907.989019] env[65310]: } obtained for exporting VM: (result){ [ 907.989019] env[65310]: value = "vm-869682" [ 907.989019] env[65310]: _type = "VirtualMachine" [ 907.989019] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 907.989354] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the lease: (returnval){ [ 907.989354] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52af3bb7-15c4-8112-89bf-c42bb9454e5d" [ 907.989354] env[65310]: _type = "HttpNfcLease" [ 907.989354] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.997178] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.997178] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52af3bb7-15c4-8112-89bf-c42bb9454e5d" [ 907.997178] env[65310]: _type = "HttpNfcLease" [ 907.997178] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 908.071272] env[65310]: DEBUG nova.network.neutron [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Successfully updated port: 81b3724c-6bf2-4179-8230-5ca286334ce8 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 908.262317] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073873} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.262629] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.263518] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2442ec3-8256-4a6f-b6c9-db78dce14031 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.288244] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] bdc46043-d724-4239-9ae2-22713630b2fc/bdc46043-d724-4239-9ae2-22713630b2fc.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.289013] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-816d0c31-f2f0-4efe-a755-b412b613ceb1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.312104] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for the task: (returnval){ [ 908.312104] env[65310]: value = "task-4446404" [ 908.312104] env[65310]: _type = "Task" [ 908.312104] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.322124] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.389039] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 4d239bf8-b3d6-4d50-83c9-5794c0f706e6] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 908.421954] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cf907e-fd14-de9c-894b-f7e866b930e9, 'name': SearchDatastore_Task, 'duration_secs': 0.022608} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.422296] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.422540] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.422775] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.422923] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.423117] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.423403] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd5b0aa0-2ffb-4070-87bc-10f1e944f0be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.433967] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.434184] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.434941] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32177976-0f26-4643-b8d7-0160b4f491a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.442027] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 908.442027] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527f9b43-5631-47bc-664e-249154928548" [ 908.442027] env[65310]: _type = "Task" [ 908.442027] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.447275] env[65310]: WARNING neutronclient.v2_0.client [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.453054] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527f9b43-5631-47bc-664e-249154928548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.503723] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.503723] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52af3bb7-15c4-8112-89bf-c42bb9454e5d" [ 908.503723] env[65310]: _type = "HttpNfcLease" [ 908.503723] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.504061] env[65310]: DEBUG oslo_vmware.rw_handles [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.504061] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52af3bb7-15c4-8112-89bf-c42bb9454e5d" [ 908.504061] env[65310]: _type = "HttpNfcLease" [ 908.504061] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 908.504832] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8ec446-f01b-4d2b-90e9-bfa3fe012b65 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.515653] env[65310]: DEBUG oslo_vmware.rw_handles [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defce9-d0f1-93ad-91de-b78a98e3013a/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.515861] env[65310]: DEBUG oslo_vmware.rw_handles [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defce9-d0f1-93ad-91de-b78a98e3013a/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 908.584117] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "refresh_cache-d4a33da6-6147-465d-a3c1-19373183f7af" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.584311] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "refresh_cache-d4a33da6-6147-465d-a3c1-19373183f7af" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.584524] env[65310]: DEBUG nova.network.neutron [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 908.697821] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.202s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.706107] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.508s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.706107] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.708348] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.794s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.708581] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.710796] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 47.437s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.711443] env[65310]: DEBUG nova.objects.instance [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 908.716918] env[65310]: WARNING neutronclient.v2_0.client [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.729313] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-62f59133-28b5-4087-a3c7-8bd7a3d4dfb9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.750418] env[65310]: INFO nova.scheduler.client.report [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Deleted allocations for instance c2ba77d4-35f0-4373-87cc-1511d905b3fc [ 908.754252] env[65310]: INFO nova.scheduler.client.report [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Deleted allocations for instance d4aafc22-1512-43fc-946a-c25e703a54b8 [ 908.823313] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446404, 'name': ReconfigVM_Task, 'duration_secs': 0.458356} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.826446] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Reconfigured VM instance instance-00000040 to attach disk [datastore2] bdc46043-d724-4239-9ae2-22713630b2fc/bdc46043-d724-4239-9ae2-22713630b2fc.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.827684] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06ce9e41-98e7-4545-a093-2dd31b9090c0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.837577] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for the task: (returnval){ [ 908.837577] env[65310]: value = "task-4446405" [ 908.837577] env[65310]: _type = "Task" [ 908.837577] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.851132] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446405, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.879931] env[65310]: DEBUG nova.network.neutron [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Updated VIF entry in instance network info cache for port 600cbcc4-87ec-4e79-b450-38a40c8f754f. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 908.880549] env[65310]: DEBUG nova.network.neutron [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Updating instance_info_cache with network_info: [{"id": "600cbcc4-87ec-4e79-b450-38a40c8f754f", "address": "fa:16:3e:9b:a5:50", "network": {"id": "bd467698-325c-4a18-b0c3-5ef9ad216710", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1467421623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e608d59d4054526b72780a0766d8d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600cbcc4-87", "ovs_interfaceid": "600cbcc4-87ec-4e79-b450-38a40c8f754f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.893082] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 5f4d9851-6d07-410f-b145-8c12ef089ef0] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 908.955953] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527f9b43-5631-47bc-664e-249154928548, 'name': SearchDatastore_Task, 'duration_secs': 0.017951} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.956839] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7420bcd3-ad06-408b-98a8-71e7507e18f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.964317] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 908.964317] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522d4bb9-bef4-8227-4813-c00b79577e76" [ 908.964317] env[65310]: _type = "Task" [ 908.964317] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.976481] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522d4bb9-bef4-8227-4813-c00b79577e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.147577] env[65310]: DEBUG nova.network.neutron [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 909.246071] env[65310]: WARNING neutronclient.v2_0.client [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.269976] env[65310]: DEBUG oslo_concurrency.lockutils [None req-abb1fdb6-af03-4eb6-9a14-1fe6aabe312e tempest-ServersAaction247Test-2135205552 tempest-ServersAaction247Test-2135205552-project-member] Lock "c2ba77d4-35f0-4373-87cc-1511d905b3fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.889s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.272315] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Lock "d4aafc22-1512-43fc-946a-c25e703a54b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.844s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.349747] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446405, 'name': Rename_Task, 'duration_secs': 0.250007} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.350172] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.350926] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-053c7c07-256e-452b-8aed-dabf4bc8015b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.361500] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for the task: (returnval){ [ 909.361500] env[65310]: value = "task-4446406" [ 909.361500] env[65310]: _type = "Task" [ 909.361500] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.380551] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.384548] env[65310]: DEBUG oslo_concurrency.lockutils [req-7cb076ed-5ed2-464d-9e0c-d8c8bb011a15 req-82560223-80dc-429d-aaeb-3c1644516813 service nova] Releasing lock "refresh_cache-58b56e71-cdcf-44f3-97c4-2ff1245baaaf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.397472] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 8c5ad9cb-44a8-4f37-8c71-53e241ebf19a] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 909.417090] env[65310]: DEBUG nova.network.neutron [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Updating instance_info_cache with network_info: [{"id": "81b3724c-6bf2-4179-8230-5ca286334ce8", "address": "fa:16:3e:11:a3:b8", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b3724c-6b", "ovs_interfaceid": "81b3724c-6bf2-4179-8230-5ca286334ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.481544] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522d4bb9-bef4-8227-4813-c00b79577e76, 'name': SearchDatastore_Task, 'duration_secs': 0.017537} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.482026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.483068] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 58b56e71-cdcf-44f3-97c4-2ff1245baaaf/58b56e71-cdcf-44f3-97c4-2ff1245baaaf.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.483531] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-131f43cb-d8a9-400d-9de4-530baaed72ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.495454] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "d516ed85-fb2a-45ed-8409-cbe212b60444" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.495913] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.501022] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 909.501022] env[65310]: value = "task-4446407" [ 909.501022] env[65310]: _type = "Task" [ 909.501022] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.510185] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.740245] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6dcdf51-e931-47da-a0fb-78ebaf6630d0 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.743344] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.457s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.745978] env[65310]: INFO nova.compute.claims [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.880351] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446406, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.904070] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 326fba28-76f8-493a-9a3c-42ce85b5962d] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 909.921545] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "refresh_cache-d4a33da6-6147-465d-a3c1-19373183f7af" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.921545] env[65310]: DEBUG nova.compute.manager [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Instance network_info: |[{"id": "81b3724c-6bf2-4179-8230-5ca286334ce8", "address": "fa:16:3e:11:a3:b8", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b3724c-6b", "ovs_interfaceid": "81b3724c-6bf2-4179-8230-5ca286334ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 909.921680] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:a3:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81b3724c-6bf2-4179-8230-5ca286334ce8', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.933276] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 909.933599] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.933820] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6cef15a-cec8-4a00-b7d0-49bea97a8820 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.960790] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.960790] env[65310]: value = "task-4446408" [ 909.960790] env[65310]: _type = "Task" [ 909.960790] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.976708] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446408, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.999168] env[65310]: DEBUG nova.compute.manager [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 910.020705] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446407, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.273139] env[65310]: DEBUG nova.compute.manager [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Received event network-vif-plugged-81b3724c-6bf2-4179-8230-5ca286334ce8 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 910.273814] env[65310]: DEBUG oslo_concurrency.lockutils [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] Acquiring lock "d4a33da6-6147-465d-a3c1-19373183f7af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.274037] env[65310]: DEBUG oslo_concurrency.lockutils [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] Lock "d4a33da6-6147-465d-a3c1-19373183f7af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.274670] env[65310]: DEBUG oslo_concurrency.lockutils [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] Lock "d4a33da6-6147-465d-a3c1-19373183f7af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.275131] env[65310]: DEBUG nova.compute.manager [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] No waiting events found dispatching network-vif-plugged-81b3724c-6bf2-4179-8230-5ca286334ce8 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 910.275307] env[65310]: WARNING nova.compute.manager [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Received unexpected event network-vif-plugged-81b3724c-6bf2-4179-8230-5ca286334ce8 for instance with vm_state building and task_state spawning. [ 910.275469] env[65310]: DEBUG nova.compute.manager [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Received event network-changed-81b3724c-6bf2-4179-8230-5ca286334ce8 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 910.275607] env[65310]: DEBUG nova.compute.manager [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Refreshing instance network info cache due to event network-changed-81b3724c-6bf2-4179-8230-5ca286334ce8. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 910.275823] env[65310]: DEBUG oslo_concurrency.lockutils [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] Acquiring lock "refresh_cache-d4a33da6-6147-465d-a3c1-19373183f7af" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.275908] env[65310]: DEBUG oslo_concurrency.lockutils [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] Acquired lock "refresh_cache-d4a33da6-6147-465d-a3c1-19373183f7af" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.276079] env[65310]: DEBUG nova.network.neutron [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Refreshing network info cache for port 81b3724c-6bf2-4179-8230-5ca286334ce8 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.296078] env[65310]: INFO nova.compute.manager [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Swapping old allocation on dict_keys(['94009870-48da-4aa7-a51e-79d2ed6e329c']) held by migration 79d6ab43-1069-493b-a84a-c38bbe0058b0 for instance [ 910.334260] env[65310]: DEBUG nova.scheduler.client.report [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Overwriting current allocation {'allocations': {'94009870-48da-4aa7-a51e-79d2ed6e329c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': '61d231881a9e4e3da25c75f676adec99', 'user_id': 'f9aa85b2ae4449a1bca0e6580e08954c', 'consumer_generation': 1} on consumer abd1eefc-d2b6-47f5-a2a5-d538deb761f4 {{(pid=65310) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 910.376691] env[65310]: DEBUG oslo_vmware.api [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446406, 'name': PowerOnVM_Task, 'duration_secs': 0.61626} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.377089] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.377448] env[65310]: INFO nova.compute.manager [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Took 8.06 seconds to spawn the instance on the hypervisor. [ 910.377703] env[65310]: DEBUG nova.compute.manager [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 910.378899] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8a9383-c615-4ee4-9b4c-8a4658b37be2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.413263] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 656cee43-e949-41f2-b2a0-566e491c4d76] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 910.447291] env[65310]: WARNING neutronclient.v2_0.client [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.480544] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446408, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.495100] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.495386] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquired lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.495700] env[65310]: DEBUG nova.network.neutron [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 910.531025] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61389} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.531025] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 58b56e71-cdcf-44f3-97c4-2ff1245baaaf/58b56e71-cdcf-44f3-97c4-2ff1245baaaf.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.531410] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.531952] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-534ae825-7226-489b-a81f-4f40540da60b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.537087] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.544623] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 910.544623] env[65310]: value = "task-4446409" [ 910.544623] env[65310]: _type = "Task" [ 910.544623] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.561021] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.780673] env[65310]: WARNING neutronclient.v2_0.client [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.908991] env[65310]: INFO nova.compute.manager [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Took 68.65 seconds to build instance. [ 910.918555] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: d4ac215d-edf5-4cb9-929a-1325ea7e9bc9] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 910.978316] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446408, 'name': CreateVM_Task, 'duration_secs': 0.824075} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.978505] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.979083] env[65310]: WARNING neutronclient.v2_0.client [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.979871] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.979871] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.980193] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.980954] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3494f76-34a8-4492-8d75-f444685f1bf7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.990971] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 910.990971] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521135e6-3e54-54e5-7c5f-2dd349f02fe1" [ 910.990971] env[65310]: _type = "Task" [ 910.990971] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.002089] env[65310]: WARNING neutronclient.v2_0.client [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.003999] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521135e6-3e54-54e5-7c5f-2dd349f02fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.056579] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078737} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.060530] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.062035] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce19eb84-4914-4bf2-b0eb-7cb84a46a7b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.099931] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 58b56e71-cdcf-44f3-97c4-2ff1245baaaf/58b56e71-cdcf-44f3-97c4-2ff1245baaaf.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.107110] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04a3d9ae-25fe-43d0-a8e5-80506168acd8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.131755] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 911.131755] env[65310]: value = "task-4446410" [ 911.131755] env[65310]: _type = "Task" [ 911.131755] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.145162] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.191442] env[65310]: WARNING neutronclient.v2_0.client [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.325779] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837a4f78-e480-4d8f-8602-0488be15d935 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.335742] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8364a1a6-0367-41a8-a30e-a08548743180 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.346349] env[65310]: DEBUG nova.network.neutron [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Updated VIF entry in instance network info cache for port 81b3724c-6bf2-4179-8230-5ca286334ce8. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 911.346975] env[65310]: DEBUG nova.network.neutron [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Updating instance_info_cache with network_info: [{"id": "81b3724c-6bf2-4179-8230-5ca286334ce8", "address": "fa:16:3e:11:a3:b8", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b3724c-6b", "ovs_interfaceid": "81b3724c-6bf2-4179-8230-5ca286334ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.383408] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0a57fb-7c73-4d76-b5cd-94a1681fc2cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.397849] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618b10cf-6df4-4461-8916-3c0df7a0a205 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.420950] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Lock "bdc46043-d724-4239-9ae2-22713630b2fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.829s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.422193] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 29056f1d-5a82-48a3-8e84-0110b328855a] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 911.424947] env[65310]: DEBUG nova.compute.provider_tree [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.459920] env[65310]: WARNING neutronclient.v2_0.client [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.504432] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.505321] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Processing image 1b36dd51-92f4-4e0c-bc5e-c60971551f5e {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.505809] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e/1b36dd51-92f4-4e0c-bc5e-c60971551f5e.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.506489] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e/1b36dd51-92f4-4e0c-bc5e-c60971551f5e.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.506979] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.507763] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3c498ce-8b71-4ce7-a8ec-2542a1c54f33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.521201] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.521201] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.521554] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e7a94b-a63f-4f1f-85aa-1ce200b8d09f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.529609] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 911.529609] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528df342-456b-439f-4aac-0d09c52067b4" [ 911.529609] env[65310]: _type = "Task" [ 911.529609] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.539571] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528df342-456b-439f-4aac-0d09c52067b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.566188] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquiring lock "29f4e9c0-4bec-4606-8d22-52bea2b4a4cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.566425] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "29f4e9c0-4bec-4606-8d22-52bea2b4a4cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.643507] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.851296] env[65310]: DEBUG oslo_concurrency.lockutils [req-fe5e3c7f-db29-4504-97f3-a435470fdf67 req-e0b7743c-5c8c-401b-8c53-ae7fbf574b90 service nova] Releasing lock "refresh_cache-d4a33da6-6147-465d-a3c1-19373183f7af" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.883224] env[65310]: DEBUG nova.network.neutron [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance_info_cache with network_info: [{"id": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "address": "fa:16:3e:6e:0f:16", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22c8251-f5", "ovs_interfaceid": "f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.927403] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: fda34d98-13d8-4647-a71a-8e35ea232f0f] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 911.930604] env[65310]: DEBUG nova.scheduler.client.report [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.043938] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Preparing fetch location {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 912.044278] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Fetch image to [datastore2] OSTACK_IMG_cea5bf93-fd18-4160-97e6-30aaef52ee27/OSTACK_IMG_cea5bf93-fd18-4160-97e6-30aaef52ee27.vmdk {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 912.044522] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Downloading stream optimized image 1b36dd51-92f4-4e0c-bc5e-c60971551f5e to [datastore2] OSTACK_IMG_cea5bf93-fd18-4160-97e6-30aaef52ee27/OSTACK_IMG_cea5bf93-fd18-4160-97e6-30aaef52ee27.vmdk on the data store datastore2 as vApp {{(pid=65310) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 912.044808] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Downloading image file data 1b36dd51-92f4-4e0c-bc5e-c60971551f5e to the ESX as VM named 'OSTACK_IMG_cea5bf93-fd18-4160-97e6-30aaef52ee27' {{(pid=65310) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 912.069947] env[65310]: DEBUG nova.compute.manager [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 912.147751] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446410, 'name': ReconfigVM_Task, 'duration_secs': 0.738476} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.148113] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 58b56e71-cdcf-44f3-97c4-2ff1245baaaf/58b56e71-cdcf-44f3-97c4-2ff1245baaaf.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.149318] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9be28caf-1ebb-4e8f-bd4c-dfb9dbd2917b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.157420] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 912.157420] env[65310]: value = "task-4446411" [ 912.157420] env[65310]: _type = "Task" [ 912.157420] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.162215] env[65310]: DEBUG oslo_vmware.rw_handles [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 912.162215] env[65310]: value = "resgroup-9" [ 912.162215] env[65310]: _type = "ResourcePool" [ 912.162215] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 912.162572] env[65310]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bf538de5-40bb-42b8-a3fb-ade2ff4013b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.187010] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446411, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.193695] env[65310]: DEBUG oslo_vmware.rw_handles [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lease: (returnval){ [ 912.193695] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523dcb15-25de-3a5d-5ffd-5368247c86cb" [ 912.193695] env[65310]: _type = "HttpNfcLease" [ 912.193695] env[65310]: } obtained for vApp import into resource pool (val){ [ 912.193695] env[65310]: value = "resgroup-9" [ 912.193695] env[65310]: _type = "ResourcePool" [ 912.193695] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 912.194954] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the lease: (returnval){ [ 912.194954] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523dcb15-25de-3a5d-5ffd-5368247c86cb" [ 912.194954] env[65310]: _type = "HttpNfcLease" [ 912.194954] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 912.204628] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.204628] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523dcb15-25de-3a5d-5ffd-5368247c86cb" [ 912.204628] env[65310]: _type = "HttpNfcLease" [ 912.204628] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.385935] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Releasing lock "refresh_cache-abd1eefc-d2b6-47f5-a2a5-d538deb761f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.386443] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.386766] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d2df815-4f1c-4298-9acd-0173ab11e5db {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.397753] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 912.397753] env[65310]: value = "task-4446413" [ 912.397753] env[65310]: _type = "Task" [ 912.397753] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.412205] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.435867] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 4b037ed7-6d6e-466f-aefa-b541ed480902] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 912.441068] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.442136] env[65310]: DEBUG nova.compute.manager [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 912.447101] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.857s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.447529] env[65310]: DEBUG nova.objects.instance [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 912.609793] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.668972] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446411, 'name': Rename_Task, 'duration_secs': 0.215885} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.669344] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.669621] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0cd9723-dc51-4205-bae5-59f01d7b89b9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.677385] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 912.677385] env[65310]: value = "task-4446414" [ 912.677385] env[65310]: _type = "Task" [ 912.677385] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.687072] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.704523] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.704523] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523dcb15-25de-3a5d-5ffd-5368247c86cb" [ 912.704523] env[65310]: _type = "HttpNfcLease" [ 912.704523] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.855511] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "b9036839-d3bd-4f09-9424-94609c90dc6b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.855837] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.911787] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446413, 'name': PowerOffVM_Task, 'duration_secs': 0.226716} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.912120] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.912850] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:12:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='13120da3-3b27-4a5f-813d-917672340728',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1980185357',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 912.913102] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.913289] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 912.913465] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.913628] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 912.913791] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 912.914017] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 912.914218] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 912.914390] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 912.914578] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 912.914764] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 912.920104] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf09212f-b4af-4378-8a6b-e0529a8232d0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.939054] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 912.939054] env[65310]: value = "task-4446415" [ 912.939054] env[65310]: _type = "Task" [ 912.939054] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.943122] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 893d3455-61cd-49e0-a043-22b544ea89ed] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 912.951230] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.955066] env[65310]: DEBUG nova.compute.utils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.960285] env[65310]: DEBUG nova.compute.manager [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 912.961326] env[65310]: DEBUG nova.network.neutron [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 912.961326] env[65310]: WARNING neutronclient.v2_0.client [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.961500] env[65310]: WARNING neutronclient.v2_0.client [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.022533] env[65310]: DEBUG nova.policy [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04f7e441f74e498bbef0ece72cc4ebb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09eca2c248a94e09860017e9bdbe3b63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.191113] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446414, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.206448] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.206448] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523dcb15-25de-3a5d-5ffd-5368247c86cb" [ 913.206448] env[65310]: _type = "HttpNfcLease" [ 913.206448] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 913.206832] env[65310]: DEBUG oslo_vmware.rw_handles [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 913.206832] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523dcb15-25de-3a5d-5ffd-5368247c86cb" [ 913.206832] env[65310]: _type = "HttpNfcLease" [ 913.206832] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 913.207611] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44efea4b-adb1-4012-9b15-e68e4e3a9690 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.218151] env[65310]: DEBUG oslo_vmware.rw_handles [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce8df4-6103-96c2-00a4-7a847a1b377b/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 913.218151] env[65310]: DEBUG oslo_vmware.rw_handles [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce8df4-6103-96c2-00a4-7a847a1b377b/disk-0.vmdk. {{(pid=65310) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 913.292802] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f088fa8e-6484-4e16-a285-fc8fd11005dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.360452] env[65310]: DEBUG nova.compute.utils [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.410103] env[65310]: DEBUG nova.network.neutron [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Successfully created port: 126e36f8-d42d-469c-9edc-d7a1855efd8a {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 913.446377] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: d913327f-26d4-4a7b-8656-c07bea24fc25] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 913.452632] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.461381] env[65310]: DEBUG nova.compute.manager [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 913.468152] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00918268-9bfd-488c-8a1a-93bfbdc82303 tempest-ServersAdmin275Test-163807763 tempest-ServersAdmin275Test-163807763-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.469788] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.029s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.472147] env[65310]: INFO nova.compute.claims [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.690212] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446414, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.866043] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.954446] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 33c36f11-33f3-4642-a367-c26cceac7fa9] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 913.956744] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.193494] env[65310]: DEBUG oslo_vmware.api [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446414, 'name': PowerOnVM_Task, 'duration_secs': 1.28518} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.196533] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.196915] env[65310]: INFO nova.compute.manager [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Took 9.30 seconds to spawn the instance on the hypervisor. [ 914.197147] env[65310]: DEBUG nova.compute.manager [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 914.198092] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f70130-3e33-44d8-9722-308b910cf0f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.406359] env[65310]: DEBUG oslo_vmware.rw_handles [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Completed reading data from the image iterator. {{(pid=65310) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 914.406359] env[65310]: DEBUG oslo_vmware.rw_handles [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce8df4-6103-96c2-00a4-7a847a1b377b/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 914.406359] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6bd230-5087-47d1-a12e-3ac47e570e08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.416031] env[65310]: DEBUG oslo_vmware.rw_handles [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce8df4-6103-96c2-00a4-7a847a1b377b/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 914.416031] env[65310]: DEBUG oslo_vmware.rw_handles [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce8df4-6103-96c2-00a4-7a847a1b377b/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 914.416433] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-340a1dad-b874-4bbc-8c73-048296843a10 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.456029] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446415, 'name': ReconfigVM_Task, 'duration_secs': 1.031087} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.460073] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 4c49d150-10a7-488a-b438-4a47ca64daa3] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 914.465521] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa32e57-62f8-4904-afd0-eab837d94491 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.483318] env[65310]: DEBUG nova.compute.manager [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 914.512474] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:12:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='13120da3-3b27-4a5f-813d-917672340728',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1980185357',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 914.513198] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.513198] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 914.513388] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.513546] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 914.513743] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 914.514023] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 914.514269] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 914.514743] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 914.514743] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 914.514960] env[65310]: DEBUG nova.virt.hardware [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 914.518225] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19bb0bcf-db4f-4a46-a449-29afbeb79186 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.527770] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 914.527770] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fc764d-d08f-816e-5a1a-306a08c7cb85" [ 914.527770] env[65310]: _type = "Task" [ 914.527770] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.544549] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fc764d-d08f-816e-5a1a-306a08c7cb85, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.547486] env[65310]: DEBUG nova.virt.hardware [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 914.547907] env[65310]: DEBUG nova.virt.hardware [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.548134] env[65310]: DEBUG nova.virt.hardware [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 914.548410] env[65310]: DEBUG nova.virt.hardware [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.548610] env[65310]: DEBUG nova.virt.hardware [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 914.548859] env[65310]: DEBUG nova.virt.hardware [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 914.549233] env[65310]: DEBUG nova.virt.hardware [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 914.549484] env[65310]: DEBUG nova.virt.hardware [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 914.549756] env[65310]: DEBUG nova.virt.hardware [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 914.550054] env[65310]: DEBUG nova.virt.hardware [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 914.550324] env[65310]: DEBUG nova.virt.hardware [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 914.556423] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.557474] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6bbb51-705f-4514-abdd-daa9a1791aa7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.564185] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4341170-5453-4355-9142-034afc439b4d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.589964] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eea472-b82f-43f2-a96e-d11d1f644a76 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.595523] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 914.595523] env[65310]: value = "task-4446416" [ 914.595523] env[65310]: _type = "Task" [ 914.595523] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.631123] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.728905] env[65310]: INFO nova.compute.manager [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Took 63.54 seconds to build instance. [ 914.733736] env[65310]: DEBUG oslo_vmware.rw_handles [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce8df4-6103-96c2-00a4-7a847a1b377b/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 914.733736] env[65310]: INFO nova.virt.vmwareapi.images [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Downloaded image file data 1b36dd51-92f4-4e0c-bc5e-c60971551f5e [ 914.733736] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1685f4f-908c-40d8-9bd1-950e1f8a7e5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.757898] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6785245a-34f5-41a0-9596-47f9fc254003 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.792126] env[65310]: INFO nova.virt.vmwareapi.images [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] The imported VM was unregistered [ 914.794869] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Caching image {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 914.794869] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.795162] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d519ad2c-d45a-4aae-8786-b9f4e5a2c86e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.811470] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Created directory with path [datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.811470] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cea5bf93-fd18-4160-97e6-30aaef52ee27/OSTACK_IMG_cea5bf93-fd18-4160-97e6-30aaef52ee27.vmdk to [datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e/1b36dd51-92f4-4e0c-bc5e-c60971551f5e.vmdk. {{(pid=65310) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 914.811470] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2577ef62-4abf-4818-8fbc-40d3c3cc0346 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.820316] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 914.820316] env[65310]: value = "task-4446418" [ 914.820316] env[65310]: _type = "Task" [ 914.820316] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.833430] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446418, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.976089] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 70ef6cde-0637-455b-ae0f-f1acf540a0e4] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 914.991882] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "b9036839-d3bd-4f09-9424-94609c90dc6b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.992185] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.992455] env[65310]: INFO nova.compute.manager [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Attaching volume ae038c17-2543-4b11-b796-2e9acc5ddd05 to /dev/sdb [ 915.037358] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a3f901-e7c2-47a5-ac09-bf48fb99ebec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.046960] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc317624-aacf-402e-961e-3f076a7108d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.067200] env[65310]: DEBUG nova.virt.block_device [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Updating existing volume attachment record: 002253a0-a2a4-4e19-92d5-31051a8a0bb7 {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 915.071930] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bed070-6cf7-4fbe-8e06-a5ef88b8c999 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.080441] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137ecb2a-ccf2-4bf7-8cef-0a5c3d0b71a7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.091325] env[65310]: DEBUG nova.network.neutron [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Successfully updated port: 126e36f8-d42d-469c-9edc-d7a1855efd8a {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 915.124671] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquiring lock "refresh_cache-7d71098f-d6c7-4873-af7e-4e0309b96125" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.125468] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquired lock "refresh_cache-7d71098f-d6c7-4873-af7e-4e0309b96125" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.125468] env[65310]: DEBUG nova.network.neutron [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.130282] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206cf599-10c9-4ee7-8a07-2c2a628caad9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.145148] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.149375] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e2b588-5390-41c2-b26b-72a1837d7e0b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.171569] env[65310]: DEBUG nova.compute.provider_tree [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.234105] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64833bf1-b6d0-4071-ad27-1e17c5085625 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.052s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.332679] env[65310]: DEBUG nova.compute.manager [req-2a3990eb-cb0c-47de-84e9-fb3bd99fd28f req-f9b3bf93-ee9e-4ee9-a025-495158577f2b service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Received event network-changed-528873f7-b1ed-4e95-9a17-9522df90e9cc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.332912] env[65310]: DEBUG nova.compute.manager [req-2a3990eb-cb0c-47de-84e9-fb3bd99fd28f req-f9b3bf93-ee9e-4ee9-a025-495158577f2b service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Refreshing instance network info cache due to event network-changed-528873f7-b1ed-4e95-9a17-9522df90e9cc. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 915.333738] env[65310]: DEBUG oslo_concurrency.lockutils [req-2a3990eb-cb0c-47de-84e9-fb3bd99fd28f req-f9b3bf93-ee9e-4ee9-a025-495158577f2b service nova] Acquiring lock "refresh_cache-bdc46043-d724-4239-9ae2-22713630b2fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.333738] env[65310]: DEBUG oslo_concurrency.lockutils [req-2a3990eb-cb0c-47de-84e9-fb3bd99fd28f req-f9b3bf93-ee9e-4ee9-a025-495158577f2b service nova] Acquired lock "refresh_cache-bdc46043-d724-4239-9ae2-22713630b2fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.333799] env[65310]: DEBUG nova.network.neutron [req-2a3990eb-cb0c-47de-84e9-fb3bd99fd28f req-f9b3bf93-ee9e-4ee9-a025-495158577f2b service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Refreshing network info cache for port 528873f7-b1ed-4e95-9a17-9522df90e9cc {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.348992] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446418, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.480488] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 4980811b-c5f9-44ea-8056-2d4629489260] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 915.645188] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.675302] env[65310]: DEBUG nova.scheduler.client.report [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.728959] env[65310]: DEBUG nova.network.neutron [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 915.839603] env[65310]: WARNING neutronclient.v2_0.client [req-2a3990eb-cb0c-47de-84e9-fb3bd99fd28f req-f9b3bf93-ee9e-4ee9-a025-495158577f2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.847731] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446418, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.984184] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: c6449f49-e1a0-4c46-b5da-1f5d974680b4] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 916.023587] env[65310]: WARNING neutronclient.v2_0.client [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.143854] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446416, 'name': ReconfigVM_Task, 'duration_secs': 1.28755} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.144167] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 916.145128] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06ed9bd-ff50-40bb-a5d1-94f473c02cd3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.173440] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] abd1eefc-d2b6-47f5-a2a5-d538deb761f4/abd1eefc-d2b6-47f5-a2a5-d538deb761f4.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.174090] env[65310]: DEBUG nova.network.neutron [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Updating instance_info_cache with network_info: [{"id": "126e36f8-d42d-469c-9edc-d7a1855efd8a", "address": "fa:16:3e:7f:5c:24", "network": {"id": "0fba996c-a86c-4d66-a663-7d7d88d34bf0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-762475602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09eca2c248a94e09860017e9bdbe3b63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126e36f8-d4", "ovs_interfaceid": "126e36f8-d42d-469c-9edc-d7a1855efd8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.176441] env[65310]: WARNING neutronclient.v2_0.client [req-2a3990eb-cb0c-47de-84e9-fb3bd99fd28f req-f9b3bf93-ee9e-4ee9-a025-495158577f2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.179439] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35871ebe-56e2-4d95-aed2-f5dd3de8c744 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.195995] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.196442] env[65310]: DEBUG nova.compute.manager [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 916.199873] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.138s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.200718] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.205439] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.121s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.205439] env[65310]: INFO nova.compute.claims [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.218468] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 916.218468] env[65310]: value = "task-4446422" [ 916.218468] env[65310]: _type = "Task" [ 916.218468] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.237610] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.246825] env[65310]: INFO nova.scheduler.client.report [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Deleted allocations for instance d3ff08ef-6377-4365-b3e6-ee2918e45417 [ 916.310030] env[65310]: DEBUG nova.compute.manager [req-8a47913b-93d1-472e-9016-a286fc3c1c28 req-74564a02-ac2d-4984-89b2-c7ad4b8a2b64 service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Received event network-vif-plugged-126e36f8-d42d-469c-9edc-d7a1855efd8a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 916.310207] env[65310]: DEBUG oslo_concurrency.lockutils [req-8a47913b-93d1-472e-9016-a286fc3c1c28 req-74564a02-ac2d-4984-89b2-c7ad4b8a2b64 service nova] Acquiring lock "7d71098f-d6c7-4873-af7e-4e0309b96125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.310588] env[65310]: DEBUG oslo_concurrency.lockutils [req-8a47913b-93d1-472e-9016-a286fc3c1c28 req-74564a02-ac2d-4984-89b2-c7ad4b8a2b64 service nova] Lock "7d71098f-d6c7-4873-af7e-4e0309b96125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.310588] env[65310]: DEBUG oslo_concurrency.lockutils [req-8a47913b-93d1-472e-9016-a286fc3c1c28 req-74564a02-ac2d-4984-89b2-c7ad4b8a2b64 service nova] Lock "7d71098f-d6c7-4873-af7e-4e0309b96125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.310738] env[65310]: DEBUG nova.compute.manager [req-8a47913b-93d1-472e-9016-a286fc3c1c28 req-74564a02-ac2d-4984-89b2-c7ad4b8a2b64 service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] No waiting events found dispatching network-vif-plugged-126e36f8-d42d-469c-9edc-d7a1855efd8a {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 916.310937] env[65310]: WARNING nova.compute.manager [req-8a47913b-93d1-472e-9016-a286fc3c1c28 req-74564a02-ac2d-4984-89b2-c7ad4b8a2b64 service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Received unexpected event network-vif-plugged-126e36f8-d42d-469c-9edc-d7a1855efd8a for instance with vm_state building and task_state spawning. [ 916.319367] env[65310]: DEBUG nova.network.neutron [req-2a3990eb-cb0c-47de-84e9-fb3bd99fd28f req-f9b3bf93-ee9e-4ee9-a025-495158577f2b service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Updated VIF entry in instance network info cache for port 528873f7-b1ed-4e95-9a17-9522df90e9cc. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 916.319721] env[65310]: DEBUG nova.network.neutron [req-2a3990eb-cb0c-47de-84e9-fb3bd99fd28f req-f9b3bf93-ee9e-4ee9-a025-495158577f2b service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Updating instance_info_cache with network_info: [{"id": "528873f7-b1ed-4e95-9a17-9522df90e9cc", "address": "fa:16:3e:b0:6c:8a", "network": {"id": "c99e228b-09e5-4bd9-a68a-c533d6dbbe0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1786464281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a79c725bd7634345a1dc118b5b0193c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528873f7-b1", "ovs_interfaceid": "528873f7-b1ed-4e95-9a17-9522df90e9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.340469] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446418, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.490704] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: ce586098-75e8-4cb3-9091-1877dda6e126] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 916.695470] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Releasing lock "refresh_cache-7d71098f-d6c7-4873-af7e-4e0309b96125" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.695633] env[65310]: DEBUG nova.compute.manager [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Instance network_info: |[{"id": "126e36f8-d42d-469c-9edc-d7a1855efd8a", "address": "fa:16:3e:7f:5c:24", "network": {"id": "0fba996c-a86c-4d66-a663-7d7d88d34bf0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-762475602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09eca2c248a94e09860017e9bdbe3b63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126e36f8-d4", "ovs_interfaceid": "126e36f8-d42d-469c-9edc-d7a1855efd8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 916.696170] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:5c:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '126e36f8-d42d-469c-9edc-d7a1855efd8a', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.705280] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Creating folder: Project (09eca2c248a94e09860017e9bdbe3b63). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.705280] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aee972e5-ac7f-40b6-af04-cddd4710fe68 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.713187] env[65310]: DEBUG nova.compute.utils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.714664] env[65310]: DEBUG nova.compute.manager [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Not allocating networking since 'none' was specified. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 916.729402] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Created folder: Project (09eca2c248a94e09860017e9bdbe3b63) in parent group-v869493. [ 916.729633] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Creating folder: Instances. Parent ref: group-v869690. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.730478] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-502e464e-eba3-4ca9-9b18-f52864394446 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.739745] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.750136] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Created folder: Instances in parent group-v869690. [ 916.751639] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 916.752173] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.752549] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bee06cbb-80b9-442f-85e9-77a076d0a7ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.786790] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f21d5580-21e8-4de4-8152-f2faa4e351e3 tempest-ServersAdmin275Test-394147077 tempest-ServersAdmin275Test-394147077-project-member] Lock "d3ff08ef-6377-4365-b3e6-ee2918e45417" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.881s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.800492] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.800492] env[65310]: value = "task-4446425" [ 916.800492] env[65310]: _type = "Task" [ 916.800492] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.824858] env[65310]: DEBUG oslo_concurrency.lockutils [req-2a3990eb-cb0c-47de-84e9-fb3bd99fd28f req-f9b3bf93-ee9e-4ee9-a025-495158577f2b service nova] Releasing lock "refresh_cache-bdc46043-d724-4239-9ae2-22713630b2fc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.826030] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446425, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.844344] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446418, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.905948] env[65310]: INFO nova.compute.manager [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Rescuing [ 916.905948] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "refresh_cache-58b56e71-cdcf-44f3-97c4-2ff1245baaaf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.905948] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired lock "refresh_cache-58b56e71-cdcf-44f3-97c4-2ff1245baaaf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.905948] env[65310]: DEBUG nova.network.neutron [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 916.994858] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 1203c5af-30f7-4cba-a4d6-998b5806ae71] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 917.220566] env[65310]: DEBUG nova.compute.manager [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 917.236885] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446422, 'name': ReconfigVM_Task, 'duration_secs': 0.70175} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.237386] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Reconfigured VM instance instance-0000002e to attach disk [datastore1] abd1eefc-d2b6-47f5-a2a5-d538deb761f4/abd1eefc-d2b6-47f5-a2a5-d538deb761f4.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.238237] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a72d72-cd5b-4571-8158-b0df9cefe852 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.275829] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948d0456-ae31-4f4c-8595-25913de6b0c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.311538] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09b31fa-edee-4bac-8f08-e13b9c2f4f04 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.324896] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446425, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.350769] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a2d959-d8d3-47e1-ac3e-405b2bb6c8a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.368814] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446418, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.369287] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.372979] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3011354-1138-4f29-89bf-d9ec4d2d7abd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.385484] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 917.385484] env[65310]: value = "task-4446426" [ 917.385484] env[65310]: _type = "Task" [ 917.385484] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.403498] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.410065] env[65310]: WARNING neutronclient.v2_0.client [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.500355] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 7462f40f-2321-44f0-adae-d74882a962dc] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 917.599122] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquiring lock "71ca44db-6b7e-4a86-a50d-127049b2d554" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.599290] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Lock "71ca44db-6b7e-4a86-a50d-127049b2d554" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.616670] env[65310]: WARNING neutronclient.v2_0.client [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.736172] env[65310]: DEBUG nova.network.neutron [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Updating instance_info_cache with network_info: [{"id": "600cbcc4-87ec-4e79-b450-38a40c8f754f", "address": "fa:16:3e:9b:a5:50", "network": {"id": "bd467698-325c-4a18-b0c3-5ef9ad216710", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1467421623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e608d59d4054526b72780a0766d8d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600cbcc4-87", "ovs_interfaceid": "600cbcc4-87ec-4e79-b450-38a40c8f754f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.815124] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446425, 'name': CreateVM_Task, 'duration_secs': 0.557214} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.815379] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.816278] env[65310]: WARNING neutronclient.v2_0.client [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.816433] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.816664] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.817096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.817321] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b354ced-b111-4417-adcc-3033f7ca7845 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.831299] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for the task: (returnval){ [ 917.831299] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52544db1-3b28-13e7-5a11-5f1e6266a0e7" [ 917.831299] env[65310]: _type = "Task" [ 917.831299] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.841401] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52544db1-3b28-13e7-5a11-5f1e6266a0e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.856097] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446418, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.855886} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.856252] env[65310]: INFO nova.virt.vmwareapi.ds_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cea5bf93-fd18-4160-97e6-30aaef52ee27/OSTACK_IMG_cea5bf93-fd18-4160-97e6-30aaef52ee27.vmdk to [datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e/1b36dd51-92f4-4e0c-bc5e-c60971551f5e.vmdk. [ 917.856370] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Cleaning up location [datastore2] OSTACK_IMG_cea5bf93-fd18-4160-97e6-30aaef52ee27 {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 917.856526] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cea5bf93-fd18-4160-97e6-30aaef52ee27 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.857267] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-603e8ddf-74d8-479f-a474-d318f3ce21bf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.870776] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 917.870776] env[65310]: value = "task-4446427" [ 917.870776] env[65310]: _type = "Task" [ 917.870776] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.883351] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.893885] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d4fd1c-eb59-4410-8f17-9ff1d00fe7d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.902168] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.909973] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8167f6-6a7d-42e9-87c9-51b2782eb786 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.953115] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7998e133-52c1-473d-9b1e-501acd26dc16 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.962737] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c7ec96-6cab-4556-8eb5-eb061e91a985 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.982625] env[65310]: DEBUG nova.compute.provider_tree [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.007669] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 761cb835-6077-4f5e-b940-6c3e5835e21d] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 918.102452] env[65310]: DEBUG nova.compute.manager [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 918.119041] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.119206] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.234196] env[65310]: DEBUG nova.compute.manager [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 918.239552] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Releasing lock "refresh_cache-58b56e71-cdcf-44f3-97c4-2ff1245baaaf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.276964] env[65310]: DEBUG nova.virt.hardware [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 918.277305] env[65310]: DEBUG nova.virt.hardware [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.277838] env[65310]: DEBUG nova.virt.hardware [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 918.277967] env[65310]: DEBUG nova.virt.hardware [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.278183] env[65310]: DEBUG nova.virt.hardware [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 918.278511] env[65310]: DEBUG nova.virt.hardware [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 918.278866] env[65310]: DEBUG nova.virt.hardware [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 918.279160] env[65310]: DEBUG nova.virt.hardware [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 918.279517] env[65310]: DEBUG nova.virt.hardware [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 918.279739] env[65310]: DEBUG nova.virt.hardware [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 918.279975] env[65310]: DEBUG nova.virt.hardware [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 918.282478] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343fc951-ddee-4a0a-8724-27170126f335 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.298209] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fae400-5933-4945-b7ae-820a3ef49b86 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.317567] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.324029] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Creating folder: Project (615f10e670304eeb93a055826001505e). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.324847] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38cf4d47-d44c-44f4-bc10-cda13f5e0b6f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.340230] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Created folder: Project (615f10e670304eeb93a055826001505e) in parent group-v869493. [ 918.340230] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Creating folder: Instances. Parent ref: group-v869693. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.340768] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84e1f3cc-7b82-4cbe-8cd2-29bb0851b8e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.347553] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52544db1-3b28-13e7-5a11-5f1e6266a0e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01927} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.348400] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.348977] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.349261] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.349415] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.349599] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.349924] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82c2dc11-220e-4361-9634-de93c94e518b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.359243] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Created folder: Instances in parent group-v869693. [ 918.359506] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 918.361482] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e394a667-b521-4a07-8f25-8359b3598366] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.361591] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.361670] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.362557] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e87e2200-c2a7-4447-81e8-3e56390315e1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.377020] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e12ba407-ca73-47bb-87db-2f27ccc8140c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.391241] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for the task: (returnval){ [ 918.391241] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529ba316-1611-3216-2f79-c3e6019133fc" [ 918.391241] env[65310]: _type = "Task" [ 918.391241] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.395035] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.401813] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.401813] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e/1b36dd51-92f4-4e0c-bc5e-c60971551f5e.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.402197] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e/1b36dd51-92f4-4e0c-bc5e-c60971551f5e.vmdk to [datastore2] d4a33da6-6147-465d-a3c1-19373183f7af/d4a33da6-6147-465d-a3c1-19373183f7af.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.402423] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.402423] env[65310]: value = "task-4446430" [ 918.402423] env[65310]: _type = "Task" [ 918.402423] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.407398] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03a1eb21-80d0-4a7c-9171-5baf3e94c0d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.416881] env[65310]: DEBUG oslo_vmware.api [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446426, 'name': PowerOnVM_Task, 'duration_secs': 0.596496} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.421183] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.424743] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529ba316-1611-3216-2f79-c3e6019133fc, 'name': SearchDatastore_Task, 'duration_secs': 0.020206} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.427153] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9296b40f-1f90-41b9-be87-736174560ec7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.431145] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 918.431145] env[65310]: value = "task-4446431" [ 918.431145] env[65310]: _type = "Task" [ 918.431145] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.435833] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446430, 'name': CreateVM_Task} progress is 15%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.441123] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for the task: (returnval){ [ 918.441123] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521c1a24-6da1-8969-621e-3e8ad0d8f008" [ 918.441123] env[65310]: _type = "Task" [ 918.441123] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.450825] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.457757] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521c1a24-6da1-8969-621e-3e8ad0d8f008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.486782] env[65310]: DEBUG nova.scheduler.client.report [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.511922] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 29442a9c-7fdd-47dd-9ae1-ea2eb6215853] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 918.564025] env[65310]: DEBUG nova.compute.manager [req-b0ce86fd-3f2e-4fbd-9780-7fd830f57aa3 req-533398e2-97f1-4d93-9276-28d44993ef37 service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Received event network-changed-126e36f8-d42d-469c-9edc-d7a1855efd8a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 918.564180] env[65310]: DEBUG nova.compute.manager [req-b0ce86fd-3f2e-4fbd-9780-7fd830f57aa3 req-533398e2-97f1-4d93-9276-28d44993ef37 service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Refreshing instance network info cache due to event network-changed-126e36f8-d42d-469c-9edc-d7a1855efd8a. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 918.564391] env[65310]: DEBUG oslo_concurrency.lockutils [req-b0ce86fd-3f2e-4fbd-9780-7fd830f57aa3 req-533398e2-97f1-4d93-9276-28d44993ef37 service nova] Acquiring lock "refresh_cache-7d71098f-d6c7-4873-af7e-4e0309b96125" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.564540] env[65310]: DEBUG oslo_concurrency.lockutils [req-b0ce86fd-3f2e-4fbd-9780-7fd830f57aa3 req-533398e2-97f1-4d93-9276-28d44993ef37 service nova] Acquired lock "refresh_cache-7d71098f-d6c7-4873-af7e-4e0309b96125" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.564797] env[65310]: DEBUG nova.network.neutron [req-b0ce86fd-3f2e-4fbd-9780-7fd830f57aa3 req-533398e2-97f1-4d93-9276-28d44993ef37 service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Refreshing network info cache for port 126e36f8-d42d-469c-9edc-d7a1855efd8a {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.627308] env[65310]: DEBUG nova.compute.utils [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.637160] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.933128] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446430, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.949862] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446431, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.957158] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521c1a24-6da1-8969-621e-3e8ad0d8f008, 'name': SearchDatastore_Task, 'duration_secs': 0.017162} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.957517] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.959023] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 7d71098f-d6c7-4873-af7e-4e0309b96125/7d71098f-d6c7-4873-af7e-4e0309b96125.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.959023] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db0815ba-8f6f-4730-b212-e9bec461c324 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.967967] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for the task: (returnval){ [ 918.967967] env[65310]: value = "task-4446432" [ 918.967967] env[65310]: _type = "Task" [ 918.967967] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.980013] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.996439] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.997746] env[65310]: DEBUG nova.compute.manager [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 919.001441] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.072s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.001441] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.003742] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.285s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.006090] env[65310]: INFO nova.compute.claims [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.017061] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 1198641a-fc81-48d2-a9d5-15321c80719c] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 919.040067] env[65310]: INFO nova.scheduler.client.report [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted allocations for instance 975b491f-8825-40d1-a4c5-9e4913d1b17f [ 919.067688] env[65310]: WARNING neutronclient.v2_0.client [req-b0ce86fd-3f2e-4fbd-9780-7fd830f57aa3 req-533398e2-97f1-4d93-9276-28d44993ef37 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.128797] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.242147] env[65310]: WARNING neutronclient.v2_0.client [req-b0ce86fd-3f2e-4fbd-9780-7fd830f57aa3 req-533398e2-97f1-4d93-9276-28d44993ef37 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.329079] env[65310]: DEBUG nova.network.neutron [req-b0ce86fd-3f2e-4fbd-9780-7fd830f57aa3 req-533398e2-97f1-4d93-9276-28d44993ef37 service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Updated VIF entry in instance network info cache for port 126e36f8-d42d-469c-9edc-d7a1855efd8a. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 919.329431] env[65310]: DEBUG nova.network.neutron [req-b0ce86fd-3f2e-4fbd-9780-7fd830f57aa3 req-533398e2-97f1-4d93-9276-28d44993ef37 service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Updating instance_info_cache with network_info: [{"id": "126e36f8-d42d-469c-9edc-d7a1855efd8a", "address": "fa:16:3e:7f:5c:24", "network": {"id": "0fba996c-a86c-4d66-a663-7d7d88d34bf0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-762475602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09eca2c248a94e09860017e9bdbe3b63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126e36f8-d4", "ovs_interfaceid": "126e36f8-d42d-469c-9edc-d7a1855efd8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.424655] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446430, 'name': CreateVM_Task, 'duration_secs': 0.64796} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.424841] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e394a667-b521-4a07-8f25-8359b3598366] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.425378] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.425536] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.425870] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.426163] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac393150-cf62-42e3-a72d-e7e2f5a8ab3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.432470] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 919.432470] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d2f25a-6392-7620-46f6-ce9c3076b377" [ 919.432470] env[65310]: _type = "Task" [ 919.432470] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.437370] env[65310]: INFO nova.compute.manager [None req-aa08df38-d3cb-4887-9966-b057330f99c9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance to original state: 'active' [ 919.448294] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d2f25a-6392-7620-46f6-ce9c3076b377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.455927] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446431, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.481733] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.512773] env[65310]: DEBUG nova.compute.utils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.517089] env[65310]: DEBUG nova.compute.manager [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 919.517089] env[65310]: DEBUG nova.network.neutron [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 919.517089] env[65310]: WARNING neutronclient.v2_0.client [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.517835] env[65310]: WARNING neutronclient.v2_0.client [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.520630] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 60f8bc6a-2144-4c56-837e-9a191c16630f] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 919.551922] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ae0013b7-0f34-4ec1-929b-532b93f41840 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "975b491f-8825-40d1-a4c5-9e4913d1b17f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.834s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.568659] env[65310]: DEBUG nova.policy [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6c9095e9b24a59b314b30e4ac84817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a11be1f38f444788fc394aae42ffefb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.813476] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.813840] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c197834-6a3b-46cc-96ce-7dfaa73c1715 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.823945] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 919.823945] env[65310]: value = "task-4446434" [ 919.823945] env[65310]: _type = "Task" [ 919.823945] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.832574] env[65310]: DEBUG oslo_concurrency.lockutils [req-b0ce86fd-3f2e-4fbd-9780-7fd830f57aa3 req-533398e2-97f1-4d93-9276-28d44993ef37 service nova] Releasing lock "refresh_cache-7d71098f-d6c7-4873-af7e-4e0309b96125" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.837857] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.969459] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d2f25a-6392-7620-46f6-ce9c3076b377, 'name': SearchDatastore_Task, 'duration_secs': 0.108367} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.975870] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.976306] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.976710] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.976957] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.977305] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.977747] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446431, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.983663] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7e1999d-728b-48c8-a97b-58637c4a5c99 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.988490] env[65310]: DEBUG nova.network.neutron [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Successfully created port: e9cb23e1-a988-4714-8bc2-f166a6c44fc4 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 920.000833] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.013044] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.013318] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.014546] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8072fe-1edc-40d1-acd6-d89849776d05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.025496] env[65310]: DEBUG nova.compute.manager [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 920.034023] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 54c28c84-5f37-4c63-a827-6b25ff087401] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 920.035412] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 920.035412] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52936b54-bb0d-f65d-e531-730f4105dbee" [ 920.035412] env[65310]: _type = "Task" [ 920.035412] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.051364] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52936b54-bb0d-f65d-e531-730f4105dbee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.206019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.206019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.206209] env[65310]: INFO nova.compute.manager [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Attaching volume 9794918d-1df7-4fc1-887e-0ee888e508d5 to /dev/sdb [ 920.255012] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfba35b9-9d5c-45f7-919c-697beae42c9f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.267971] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a789dfe2-7ada-46be-ac7e-a2294dc4124d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.292546] env[65310]: DEBUG nova.virt.block_device [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Updating existing volume attachment record: 54534798-8f9a-4df0-b97e-691245577236 {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 920.339973] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446434, 'name': PowerOffVM_Task, 'duration_secs': 0.38403} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.340572] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.341629] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab1f491-db63-42e9-82dc-bbdde551d9a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.367415] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0731453-a860-4128-9b81-161e3434e1d8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.431891] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.432035] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90234be1-c08f-419f-b34a-5461cad4493d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.457675] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 920.457675] env[65310]: value = "task-4446435" [ 920.457675] env[65310]: _type = "Task" [ 920.457675] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.470119] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446431, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.486426] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 920.487029] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.487561] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.496749] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.535735] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.535735] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Cleaning up deleted instances with incomplete migration {{(pid=65310) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 920.547645] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52936b54-bb0d-f65d-e531-730f4105dbee, 'name': SearchDatastore_Task, 'duration_secs': 0.099503} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.551906] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b2fc8a-d551-4123-a8bc-729fbed536cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.560280] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 920.560280] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dcf3e3-697f-a0d3-e86d-889b7966594c" [ 920.560280] env[65310]: _type = "Task" [ 920.560280] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.572832] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dcf3e3-697f-a0d3-e86d-889b7966594c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.621406] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a1eec8-2065-44af-9eee-cb8f1bea3e1c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.630449] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e96dda-d02c-4f80-a870-058a2f0b2ac1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.666504] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3489881e-9d26-4487-af87-6464977ba499 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.675094] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7506b6b2-c062-4b78-bc9b-8942b2f2d5e5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.692208] env[65310]: DEBUG nova.compute.provider_tree [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.957040] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446431, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.993059] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446432, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.038017] env[65310]: DEBUG nova.compute.manager [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 921.042016] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.079052] env[65310]: DEBUG nova.virt.hardware [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 921.079466] env[65310]: DEBUG nova.virt.hardware [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.079692] env[65310]: DEBUG nova.virt.hardware [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 921.079980] env[65310]: DEBUG nova.virt.hardware [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.080242] env[65310]: DEBUG nova.virt.hardware [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 921.080436] env[65310]: DEBUG nova.virt.hardware [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 921.080713] env[65310]: DEBUG nova.virt.hardware [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 921.082267] env[65310]: DEBUG nova.virt.hardware [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 921.082516] env[65310]: DEBUG nova.virt.hardware [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 921.083160] env[65310]: DEBUG nova.virt.hardware [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 921.083160] env[65310]: DEBUG nova.virt.hardware [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 921.088310] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cbb9bd-045f-47b3-ac28-018a279f14e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.093027] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dcf3e3-697f-a0d3-e86d-889b7966594c, 'name': SearchDatastore_Task, 'duration_secs': 0.095396} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.093322] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.095171] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e394a667-b521-4a07-8f25-8359b3598366/e394a667-b521-4a07-8f25-8359b3598366.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.095171] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.095171] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.095171] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-799ff371-139c-47c9-b6c8-2bb802ca3e02 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.099755] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c06209ef-67f0-4719-8ba5-f1ed63454f99 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.104237] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1b5a9d-e3c3-4c42-92d2-c879aad91b33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.111475] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 921.111475] env[65310]: value = "task-4446439" [ 921.111475] env[65310]: _type = "Task" [ 921.111475] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.129943] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.130329] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.134511] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15641d25-2dfc-4b58-b77d-8f669635a228 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.137331] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.144516] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 921.144516] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52940eec-621c-e7f1-2ead-467a51d3eec2" [ 921.144516] env[65310]: _type = "Task" [ 921.144516] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.159924] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52940eec-621c-e7f1-2ead-467a51d3eec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.219037] env[65310]: ERROR nova.scheduler.client.report [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [req-76b4a28d-73af-4183-9de2-84dcb06e803e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-76b4a28d-73af-4183-9de2-84dcb06e803e"}]} [ 921.238716] env[65310]: DEBUG nova.scheduler.client.report [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 921.262182] env[65310]: DEBUG nova.scheduler.client.report [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 921.262492] env[65310]: DEBUG nova.compute.provider_tree [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.280769] env[65310]: DEBUG nova.scheduler.client.report [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 921.306895] env[65310]: DEBUG nova.scheduler.client.report [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 921.460967] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446431, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.9612} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.461827] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b36dd51-92f4-4e0c-bc5e-c60971551f5e/1b36dd51-92f4-4e0c-bc5e-c60971551f5e.vmdk to [datastore2] d4a33da6-6147-465d-a3c1-19373183f7af/d4a33da6-6147-465d-a3c1-19373183f7af.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.462714] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032e6449-d5e5-4a55-8c35-9232909d8888 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.494272] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] d4a33da6-6147-465d-a3c1-19373183f7af/d4a33da6-6147-465d-a3c1-19373183f7af.vmdk or device None with type streamOptimized {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.499907] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7514ec4-e7dd-47b0-9567-8a111616bab5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.524278] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446432, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.525416] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 921.525416] env[65310]: value = "task-4446440" [ 921.525416] env[65310]: _type = "Task" [ 921.525416] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.536548] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.625974] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.656651] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52940eec-621c-e7f1-2ead-467a51d3eec2, 'name': SearchDatastore_Task, 'duration_secs': 0.136936} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.660241] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b731f5-2e6f-41ee-a6d9-49bafb0a2734 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.667041] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 921.667041] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52673ab1-0ec7-c3b8-cf9d-9294f09ba7ae" [ 921.667041] env[65310]: _type = "Task" [ 921.667041] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.680219] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52673ab1-0ec7-c3b8-cf9d-9294f09ba7ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.734051] env[65310]: DEBUG nova.network.neutron [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Successfully updated port: e9cb23e1-a988-4714-8bc2-f166a6c44fc4 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 921.798690] env[65310]: DEBUG nova.compute.manager [req-7eb5b644-da59-4901-b5f6-58ed23f31b6b req-9f119fe4-753f-4480-81b7-93f0de22d5ef service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Received event network-vif-plugged-e9cb23e1-a988-4714-8bc2-f166a6c44fc4 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.799072] env[65310]: DEBUG oslo_concurrency.lockutils [req-7eb5b644-da59-4901-b5f6-58ed23f31b6b req-9f119fe4-753f-4480-81b7-93f0de22d5ef service nova] Acquiring lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.799244] env[65310]: DEBUG oslo_concurrency.lockutils [req-7eb5b644-da59-4901-b5f6-58ed23f31b6b req-9f119fe4-753f-4480-81b7-93f0de22d5ef service nova] Lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.799557] env[65310]: DEBUG oslo_concurrency.lockutils [req-7eb5b644-da59-4901-b5f6-58ed23f31b6b req-9f119fe4-753f-4480-81b7-93f0de22d5ef service nova] Lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.800334] env[65310]: DEBUG nova.compute.manager [req-7eb5b644-da59-4901-b5f6-58ed23f31b6b req-9f119fe4-753f-4480-81b7-93f0de22d5ef service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] No waiting events found dispatching network-vif-plugged-e9cb23e1-a988-4714-8bc2-f166a6c44fc4 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 921.800334] env[65310]: WARNING nova.compute.manager [req-7eb5b644-da59-4901-b5f6-58ed23f31b6b req-9f119fe4-753f-4480-81b7-93f0de22d5ef service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Received unexpected event network-vif-plugged-e9cb23e1-a988-4714-8bc2-f166a6c44fc4 for instance with vm_state building and task_state spawning. [ 921.807030] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bd657b-5f2b-4ca4-89d2-d03beb1b9e4d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.816386] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80384665-de86-4a1e-af53-ae6baf248d52 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.859265] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137cd06f-9c8b-4b48-977f-30d192bd708b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.869716] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104acd68-b8b3-4a2f-86b5-6ec2c727e9b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.888042] env[65310]: DEBUG nova.compute.provider_tree [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.997761] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446432, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.560304} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.998046] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 7d71098f-d6c7-4873-af7e-4e0309b96125/7d71098f-d6c7-4873-af7e-4e0309b96125.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.998541] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.998615] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c6f6176-ee44-48b9-8d2e-ca38698f7537 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.010280] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for the task: (returnval){ [ 922.010280] env[65310]: value = "task-4446441" [ 922.010280] env[65310]: _type = "Task" [ 922.010280] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.020479] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.051067] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.126719] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446439, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015294} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.127479] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e394a667-b521-4a07-8f25-8359b3598366/e394a667-b521-4a07-8f25-8359b3598366.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.127585] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.127877] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83cb5f01-c580-4d3e-931b-42221db7c1c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.136619] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 922.136619] env[65310]: value = "task-4446442" [ 922.136619] env[65310]: _type = "Task" [ 922.136619] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.145980] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.179110] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52673ab1-0ec7-c3b8-cf9d-9294f09ba7ae, 'name': SearchDatastore_Task, 'duration_secs': 0.026136} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.179427] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.179856] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 58b56e71-cdcf-44f3-97c4-2ff1245baaaf/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. {{(pid=65310) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 922.180081] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed287273-c1fd-4c3d-9a79-539cff8259da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.188894] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 922.188894] env[65310]: value = "task-4446443" [ 922.188894] env[65310]: _type = "Task" [ 922.188894] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.199754] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.236798] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "refresh_cache-4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.237019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired lock "refresh_cache-4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.237210] env[65310]: DEBUG nova.network.neutron [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 922.288064] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.288491] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.288793] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.289166] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.289381] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.292479] env[65310]: INFO nova.compute.manager [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Terminating instance [ 922.416032] env[65310]: ERROR nova.scheduler.client.report [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [req-a72ce0b1-fa43-4853-9154-33e7e5fd1659] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a72ce0b1-fa43-4853-9154-33e7e5fd1659"}]} [ 922.433464] env[65310]: DEBUG nova.scheduler.client.report [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 922.449575] env[65310]: DEBUG nova.scheduler.client.report [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 922.449575] env[65310]: DEBUG nova.compute.provider_tree [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.462795] env[65310]: DEBUG nova.scheduler.client.report [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 922.487995] env[65310]: DEBUG nova.scheduler.client.report [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 922.526406] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108499} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.526710] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.527672] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f9f843-e370-47e2-b602-7c4fc6ba0fe0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.542412] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446440, 'name': ReconfigVM_Task, 'duration_secs': 0.823422} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.552624] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Reconfigured VM instance instance-00000042 to attach disk [datastore2] d4a33da6-6147-465d-a3c1-19373183f7af/d4a33da6-6147-465d-a3c1-19373183f7af.vmdk or device None with type streamOptimized {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.562033] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 7d71098f-d6c7-4873-af7e-4e0309b96125/7d71098f-d6c7-4873-af7e-4e0309b96125.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.565213] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c177bf0c-aa9e-4034-ad6a-cc0724e340d8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.567147] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ecd210-95e7-4fe9-bfc0-cf3c4040d5be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.590794] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 922.590794] env[65310]: value = "task-4446444" [ 922.590794] env[65310]: _type = "Task" [ 922.590794] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.591903] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for the task: (returnval){ [ 922.591903] env[65310]: value = "task-4446445" [ 922.591903] env[65310]: _type = "Task" [ 922.591903] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.606971] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446444, 'name': Rename_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.610585] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.651056] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070568} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.651361] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.652449] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135afec8-fde8-44e0-a010-c0bf23cee864 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.678389] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] e394a667-b521-4a07-8f25-8359b3598366/e394a667-b521-4a07-8f25-8359b3598366.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.681839] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7714902d-c902-4ec5-b44d-df7e40ab3e2c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.709050] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 922.709050] env[65310]: value = "task-4446446" [ 922.709050] env[65310]: _type = "Task" [ 922.709050] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.713131] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446443, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.728287] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.798335] env[65310]: DEBUG nova.network.neutron [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 922.801394] env[65310]: DEBUG nova.compute.manager [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 922.802063] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.802926] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04192793-7553-4022-ab3f-144f15f6996d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.818714] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.819022] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aeb0bc1-e641-4a1e-9996-2f5676e18596 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.830303] env[65310]: DEBUG oslo_vmware.api [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 922.830303] env[65310]: value = "task-4446447" [ 922.830303] env[65310]: _type = "Task" [ 922.830303] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.847193] env[65310]: DEBUG oslo_vmware.api [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.911671] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "323f6348-ba19-4af6-9370-5824ddd0e549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.911968] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "323f6348-ba19-4af6-9370-5824ddd0e549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.930979] env[65310]: WARNING neutronclient.v2_0.client [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.041370] env[65310]: DEBUG nova.network.neutron [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Updating instance_info_cache with network_info: [{"id": "e9cb23e1-a988-4714-8bc2-f166a6c44fc4", "address": "fa:16:3e:bb:4e:bb", "network": {"id": "3d4b199e-9f56-44ea-a6b1-71887167970b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-211196734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a11be1f38f444788fc394aae42ffefb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cb23e1-a9", "ovs_interfaceid": "e9cb23e1-a988-4714-8bc2-f166a6c44fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.055325] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace48588-c96a-47d1-ba23-125f9b19f3f8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.066463] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f17080a-4e9b-409d-a988-6b6c0a017b6d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.111020] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fed32d-7c4a-41a3-bc40-86ee3f383719 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.120360] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446444, 'name': Rename_Task, 'duration_secs': 0.44284} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.125551] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.125863] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446445, 'name': ReconfigVM_Task, 'duration_secs': 0.499207} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.126136] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de89148d-05db-4550-8f25-94312b101293 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.127960] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 7d71098f-d6c7-4873-af7e-4e0309b96125/7d71098f-d6c7-4873-af7e-4e0309b96125.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.129639] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b1f97e-cb86-4357-bfbd-8e1ffbf6217a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.133934] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ebc811e-e392-4d4f-b42f-a0cfe98010f9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.148296] env[65310]: DEBUG nova.compute.provider_tree [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.153928] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for the task: (returnval){ [ 923.153928] env[65310]: value = "task-4446450" [ 923.153928] env[65310]: _type = "Task" [ 923.153928] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.153928] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 923.153928] env[65310]: value = "task-4446449" [ 923.153928] env[65310]: _type = "Task" [ 923.153928] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.167408] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446450, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.172142] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446449, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.209355] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781626} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.209459] env[65310]: INFO nova.virt.vmwareapi.ds_util [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 58b56e71-cdcf-44f3-97c4-2ff1245baaaf/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. [ 923.210371] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73078c3a-ec9e-46f2-9d91-cbb33a021363 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.223300] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.247861] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 58b56e71-cdcf-44f3-97c4-2ff1245baaaf/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.248643] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0418c7e-0fa6-43f2-996e-6252641d4fda {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.269548] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 923.269548] env[65310]: value = "task-4446451" [ 923.269548] env[65310]: _type = "Task" [ 923.269548] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.281153] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.314727] env[65310]: DEBUG oslo_vmware.rw_handles [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defce9-d0f1-93ad-91de-b78a98e3013a/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 923.315874] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a841ebfd-33ee-4456-b1a1-9f56f672b21d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.323271] env[65310]: DEBUG oslo_vmware.rw_handles [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defce9-d0f1-93ad-91de-b78a98e3013a/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 923.323437] env[65310]: ERROR oslo_vmware.rw_handles [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defce9-d0f1-93ad-91de-b78a98e3013a/disk-0.vmdk due to incomplete transfer. [ 923.323698] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-42329bce-241b-42d7-9ca1-f76c7f9c898c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.335946] env[65310]: DEBUG oslo_vmware.rw_handles [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defce9-d0f1-93ad-91de-b78a98e3013a/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 923.336164] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Uploaded image 47836d5a-0fb1-4851-990f-49be952e0cd7 to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 923.338397] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 923.339176] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40d12922-b4e8-48db-9b4f-ab365723fa48 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.345035] env[65310]: DEBUG oslo_vmware.api [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446447, 'name': PowerOffVM_Task, 'duration_secs': 0.244134} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.345035] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.345035] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.345946] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bca961a-fc8f-4db9-a28c-8736908fa766 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.347702] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 923.347702] env[65310]: value = "task-4446452" [ 923.347702] env[65310]: _type = "Task" [ 923.347702] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.358209] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446452, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.425292] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.425576] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.425715] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Deleting the datastore file [datastore1] abd1eefc-d2b6-47f5-a2a5-d538deb761f4 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.426029] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0c0b374-c4ad-4bfa-b0e6-f7a57918e9f2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.435399] env[65310]: DEBUG oslo_vmware.api [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 923.435399] env[65310]: value = "task-4446454" [ 923.435399] env[65310]: _type = "Task" [ 923.435399] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.445707] env[65310]: DEBUG oslo_vmware.api [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.544577] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Releasing lock "refresh_cache-4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.544973] env[65310]: DEBUG nova.compute.manager [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Instance network_info: |[{"id": "e9cb23e1-a988-4714-8bc2-f166a6c44fc4", "address": "fa:16:3e:bb:4e:bb", "network": {"id": "3d4b199e-9f56-44ea-a6b1-71887167970b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-211196734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a11be1f38f444788fc394aae42ffefb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cb23e1-a9", "ovs_interfaceid": "e9cb23e1-a988-4714-8bc2-f166a6c44fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 923.545812] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:4e:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9cb23e1-a988-4714-8bc2-f166a6c44fc4', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.555250] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 923.555527] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.555747] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-195391c5-912e-4686-b772-854c20980c21 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.577572] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.577572] env[65310]: value = "task-4446455" [ 923.577572] env[65310]: _type = "Task" [ 923.577572] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.586301] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446455, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.642146] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 923.642472] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869689', 'volume_id': 'ae038c17-2543-4b11-b796-2e9acc5ddd05', 'name': 'volume-ae038c17-2543-4b11-b796-2e9acc5ddd05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9036839-d3bd-4f09-9424-94609c90dc6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae038c17-2543-4b11-b796-2e9acc5ddd05', 'serial': 'ae038c17-2543-4b11-b796-2e9acc5ddd05'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 923.643450] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff28799-ce5e-4e05-894f-a0665ef0693f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.672066] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e700a0a-57bd-4531-b05f-01fd4496c8b2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.681044] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446449, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.706856] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] volume-ae038c17-2543-4b11-b796-2e9acc5ddd05/volume-ae038c17-2543-4b11-b796-2e9acc5ddd05.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.707269] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446450, 'name': Rename_Task, 'duration_secs': 0.159882} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.708294] env[65310]: DEBUG nova.scheduler.client.report [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 923.708576] env[65310]: DEBUG nova.compute.provider_tree [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 104 to 105 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 923.708819] env[65310]: DEBUG nova.compute.provider_tree [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.712774] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62afb7a4-f205-4117-8f3b-0eaa867ddeae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.728125] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.730078] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.726s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.730718] env[65310]: DEBUG nova.compute.manager [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 923.735470] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-736f1b17-9b33-4323-8a10-4cb474156e6a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.738488] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.745s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.740640] env[65310]: INFO nova.compute.claims [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.761204] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446446, 'name': ReconfigVM_Task, 'duration_secs': 0.702553} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.764182] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Reconfigured VM instance instance-00000044 to attach disk [datastore2] e394a667-b521-4a07-8f25-8359b3598366/e394a667-b521-4a07-8f25-8359b3598366.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.764984] env[65310]: DEBUG oslo_vmware.api [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 923.764984] env[65310]: value = "task-4446457" [ 923.764984] env[65310]: _type = "Task" [ 923.764984] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.765249] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for the task: (returnval){ [ 923.765249] env[65310]: value = "task-4446456" [ 923.765249] env[65310]: _type = "Task" [ 923.765249] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.765412] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2ab6835-195d-4b07-9cff-9fccb5797e1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.780169] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 923.780169] env[65310]: value = "task-4446458" [ 923.780169] env[65310]: _type = "Task" [ 923.780169] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.785427] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446456, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.792077] env[65310]: DEBUG oslo_vmware.api [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.797873] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446451, 'name': ReconfigVM_Task, 'duration_secs': 0.373936} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.798783] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 58b56e71-cdcf-44f3-97c4-2ff1245baaaf/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.801202] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed968bd-72c8-48ca-bd43-b220f734599b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.807566] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446458, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.855147] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ae8e56-d788-4055-bdfa-7e0374cb4c0b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.871373] env[65310]: DEBUG nova.compute.manager [req-86cf493d-dbd3-4c27-9bad-12febca44765 req-9d0ba20e-776e-42b6-a754-1bfa4c224804 service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Received event network-changed-e9cb23e1-a988-4714-8bc2-f166a6c44fc4 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.871700] env[65310]: DEBUG nova.compute.manager [req-86cf493d-dbd3-4c27-9bad-12febca44765 req-9d0ba20e-776e-42b6-a754-1bfa4c224804 service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Refreshing instance network info cache due to event network-changed-e9cb23e1-a988-4714-8bc2-f166a6c44fc4. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 923.872052] env[65310]: DEBUG oslo_concurrency.lockutils [req-86cf493d-dbd3-4c27-9bad-12febca44765 req-9d0ba20e-776e-42b6-a754-1bfa4c224804 service nova] Acquiring lock "refresh_cache-4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.872269] env[65310]: DEBUG oslo_concurrency.lockutils [req-86cf493d-dbd3-4c27-9bad-12febca44765 req-9d0ba20e-776e-42b6-a754-1bfa4c224804 service nova] Acquired lock "refresh_cache-4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.872518] env[65310]: DEBUG nova.network.neutron [req-86cf493d-dbd3-4c27-9bad-12febca44765 req-9d0ba20e-776e-42b6-a754-1bfa4c224804 service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Refreshing network info cache for port e9cb23e1-a988-4714-8bc2-f166a6c44fc4 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.891214] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446452, 'name': Destroy_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.893854] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 923.893854] env[65310]: value = "task-4446459" [ 923.893854] env[65310]: _type = "Task" [ 923.893854] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.907631] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446459, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.950208] env[65310]: DEBUG oslo_vmware.api [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334458} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.950542] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.950700] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.950906] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.951311] env[65310]: INFO nova.compute.manager [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 923.951621] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 923.951862] env[65310]: DEBUG nova.compute.manager [-] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 923.951998] env[65310]: DEBUG nova.network.neutron [-] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 923.952244] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.993388] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.090303] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446455, 'name': CreateVM_Task, 'duration_secs': 0.474425} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.090485] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.090983] env[65310]: WARNING neutronclient.v2_0.client [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.091387] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.091564] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.091875] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.092176] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb3322b-b920-4f3f-ad52-fc144b6c450a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.104941] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 924.104941] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5289bc4c-38bc-20da-5898-4b5a3ed7e004" [ 924.104941] env[65310]: _type = "Task" [ 924.104941] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.114834] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5289bc4c-38bc-20da-5898-4b5a3ed7e004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.178968] env[65310]: DEBUG oslo_vmware.api [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446449, 'name': PowerOnVM_Task, 'duration_secs': 0.76651} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.179208] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.179394] env[65310]: INFO nova.compute.manager [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Took 16.66 seconds to spawn the instance on the hypervisor. [ 924.179559] env[65310]: DEBUG nova.compute.manager [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 924.180429] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae6ccf8-1a3e-4d37-8b07-a20c9e3e03ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.238631] env[65310]: DEBUG nova.compute.utils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.239199] env[65310]: DEBUG nova.compute.manager [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 924.239417] env[65310]: DEBUG nova.network.neutron [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 924.239746] env[65310]: WARNING neutronclient.v2_0.client [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.240098] env[65310]: WARNING neutronclient.v2_0.client [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.286052] env[65310]: DEBUG oslo_vmware.api [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.288684] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446456, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.300847] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446458, 'name': Rename_Task, 'duration_secs': 0.294289} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.301435] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.301833] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f3a0555-f8ee-4a59-83eb-29fe596de7e8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.311218] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 924.311218] env[65310]: value = "task-4446460" [ 924.311218] env[65310]: _type = "Task" [ 924.311218] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.315921] env[65310]: DEBUG nova.policy [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1756d99aff74d6687feb8fb1b1a5800', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6aef7c7cf542c68abd57af7c424300', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.327259] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.370729] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446452, 'name': Destroy_Task, 'duration_secs': 0.550398} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.370868] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Destroyed the VM [ 924.372031] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 924.372031] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-653cde62-4f77-463a-9705-26fd62e140f9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.376807] env[65310]: WARNING neutronclient.v2_0.client [req-86cf493d-dbd3-4c27-9bad-12febca44765 req-9d0ba20e-776e-42b6-a754-1bfa4c224804 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.380994] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 924.380994] env[65310]: value = "task-4446461" [ 924.380994] env[65310]: _type = "Task" [ 924.380994] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.393698] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446461, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.407265] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446459, 'name': ReconfigVM_Task, 'duration_secs': 0.27279} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.407598] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.407918] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da3b795a-da54-44a8-8539-ee0baf15b657 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.418429] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 924.418429] env[65310]: value = "task-4446462" [ 924.418429] env[65310]: _type = "Task" [ 924.418429] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.427600] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.617094] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5289bc4c-38bc-20da-5898-4b5a3ed7e004, 'name': SearchDatastore_Task, 'duration_secs': 0.018776} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.617392] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.617735] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.618607] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.618607] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.618607] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.618607] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73a5b090-c75f-4db6-bc08-f8c8fc15e082 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.633236] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.633573] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.635697] env[65310]: WARNING neutronclient.v2_0.client [req-86cf493d-dbd3-4c27-9bad-12febca44765 req-9d0ba20e-776e-42b6-a754-1bfa4c224804 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.638011] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe66916-0b30-4bf1-a3e1-6eb9e8ea4f2e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.644468] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 924.644468] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52143c14-a207-5252-27da-33b2c2d565ee" [ 924.644468] env[65310]: _type = "Task" [ 924.644468] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.654732] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52143c14-a207-5252-27da-33b2c2d565ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.670421] env[65310]: DEBUG nova.network.neutron [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Successfully created port: 8ece90e3-cedc-4506-a2b8-776f2ceb94e5 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 924.697176] env[65310]: INFO nova.compute.manager [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Took 68.76 seconds to build instance. [ 924.744367] env[65310]: DEBUG nova.compute.manager [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 924.758171] env[65310]: DEBUG nova.network.neutron [req-86cf493d-dbd3-4c27-9bad-12febca44765 req-9d0ba20e-776e-42b6-a754-1bfa4c224804 service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Updated VIF entry in instance network info cache for port e9cb23e1-a988-4714-8bc2-f166a6c44fc4. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 924.758171] env[65310]: DEBUG nova.network.neutron [req-86cf493d-dbd3-4c27-9bad-12febca44765 req-9d0ba20e-776e-42b6-a754-1bfa4c224804 service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Updating instance_info_cache with network_info: [{"id": "e9cb23e1-a988-4714-8bc2-f166a6c44fc4", "address": "fa:16:3e:bb:4e:bb", "network": {"id": "3d4b199e-9f56-44ea-a6b1-71887167970b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-211196734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a11be1f38f444788fc394aae42ffefb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cb23e1-a9", "ovs_interfaceid": "e9cb23e1-a988-4714-8bc2-f166a6c44fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.765568] env[65310]: DEBUG nova.network.neutron [-] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.785181] env[65310]: DEBUG oslo_vmware.api [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446456, 'name': PowerOnVM_Task, 'duration_secs': 0.620076} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.792270] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.792990] env[65310]: INFO nova.compute.manager [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Took 10.31 seconds to spawn the instance on the hypervisor. [ 924.793323] env[65310]: DEBUG nova.compute.manager [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 924.793750] env[65310]: DEBUG oslo_vmware.api [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446457, 'name': ReconfigVM_Task, 'duration_secs': 0.629689} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.796258] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfa5aeb-ef0e-4b80-b271-c6ac3620e28c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.802054] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] volume-ae038c17-2543-4b11-b796-2e9acc5ddd05/volume-ae038c17-2543-4b11-b796-2e9acc5ddd05.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.808291] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01b12332-e827-442e-aa31-0be339000232 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.835042] env[65310]: DEBUG oslo_vmware.api [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 924.835042] env[65310]: value = "task-4446463" [ 924.835042] env[65310]: _type = "Task" [ 924.835042] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.846804] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.854488] env[65310]: DEBUG oslo_vmware.api [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446463, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.892665] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446461, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.933305] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.157925] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52143c14-a207-5252-27da-33b2c2d565ee, 'name': SearchDatastore_Task, 'duration_secs': 0.039217} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.161634] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-664e9b0a-af1b-4922-8cf4-ce3d73f491e9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.169025] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 925.169025] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524c35b5-1ea1-935a-09e2-af655e88a4b0" [ 925.169025] env[65310]: _type = "Task" [ 925.169025] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.182583] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524c35b5-1ea1-935a-09e2-af655e88a4b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.203437] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "d4a33da6-6147-465d-a3c1-19373183f7af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.276s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.261197] env[65310]: DEBUG oslo_concurrency.lockutils [req-86cf493d-dbd3-4c27-9bad-12febca44765 req-9d0ba20e-776e-42b6-a754-1bfa4c224804 service nova] Releasing lock "refresh_cache-4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.267656] env[65310]: INFO nova.compute.manager [-] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Took 1.32 seconds to deallocate network for instance. [ 925.307022] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2deeee-be40-4feb-8f9a-2c56276220be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.316730] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb52136-7bfe-4983-8366-ed777245b74d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.365026] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 925.365026] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869697', 'volume_id': '9794918d-1df7-4fc1-887e-0ee888e508d5', 'name': 'volume-9794918d-1df7-4fc1-887e-0ee888e508d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f21dd96c-71c9-435f-98cf-0a0f819140eb', 'attached_at': '', 'detached_at': '', 'volume_id': '9794918d-1df7-4fc1-887e-0ee888e508d5', 'serial': '9794918d-1df7-4fc1-887e-0ee888e508d5'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 925.368148] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85ff3b1-15c7-4ca1-8993-bb0dbae1df4d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.371592] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f323a41d-e06b-44a8-af36-bd5697ae7b18 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.380021] env[65310]: DEBUG oslo_vmware.api [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446460, 'name': PowerOnVM_Task, 'duration_secs': 0.94157} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.380021] env[65310]: INFO nova.compute.manager [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Took 54.12 seconds to build instance. [ 925.381487] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.381684] env[65310]: INFO nova.compute.manager [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Took 7.15 seconds to spawn the instance on the hypervisor. [ 925.381856] env[65310]: DEBUG nova.compute.manager [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 925.386170] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ccda12-7e8e-4533-bf04-0a44dfcfd9ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.406111] env[65310]: DEBUG oslo_vmware.api [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446463, 'name': ReconfigVM_Task, 'duration_secs': 0.212822} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.408784] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27ab4b3-6a2e-405e-b928-13c1d085e245 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.414213] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9759b26c-9b81-4efb-9984-392aef8b1eaa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.417028] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869689', 'volume_id': 'ae038c17-2543-4b11-b796-2e9acc5ddd05', 'name': 'volume-ae038c17-2543-4b11-b796-2e9acc5ddd05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9036839-d3bd-4f09-9424-94609c90dc6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae038c17-2543-4b11-b796-2e9acc5ddd05', 'serial': 'ae038c17-2543-4b11-b796-2e9acc5ddd05'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 925.432103] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446461, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.462302] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-9794918d-1df7-4fc1-887e-0ee888e508d5/volume-9794918d-1df7-4fc1-887e-0ee888e508d5.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.462677] env[65310]: DEBUG nova.compute.provider_tree [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.464945] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "d4a33da6-6147-465d-a3c1-19373183f7af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.465802] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "d4a33da6-6147-465d-a3c1-19373183f7af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.465802] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "d4a33da6-6147-465d-a3c1-19373183f7af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.465802] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "d4a33da6-6147-465d-a3c1-19373183f7af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.465802] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "d4a33da6-6147-465d-a3c1-19373183f7af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.468155] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5effb8b5-596c-4cd6-b693-b669f33dd1e3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.487988] env[65310]: INFO nova.compute.manager [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Terminating instance [ 925.489926] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.498851] env[65310]: DEBUG oslo_vmware.api [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 925.498851] env[65310]: value = "task-4446464" [ 925.498851] env[65310]: _type = "Task" [ 925.498851] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.510168] env[65310]: DEBUG oslo_vmware.api [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.682781] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524c35b5-1ea1-935a-09e2-af655e88a4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.025403} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.683440] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.683997] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d/4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.684319] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09be6c4a-ca02-4741-9dbf-ca1c0adeaed3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.696143] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 925.696143] env[65310]: value = "task-4446465" [ 925.696143] env[65310]: _type = "Task" [ 925.696143] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.707540] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.710237] env[65310]: DEBUG nova.compute.manager [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 925.763737] env[65310]: DEBUG nova.compute.manager [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 925.779051] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.797944] env[65310]: DEBUG nova.virt.hardware [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 925.798309] env[65310]: DEBUG nova.virt.hardware [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.798484] env[65310]: DEBUG nova.virt.hardware [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 925.798688] env[65310]: DEBUG nova.virt.hardware [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.798910] env[65310]: DEBUG nova.virt.hardware [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 925.800112] env[65310]: DEBUG nova.virt.hardware [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 925.800112] env[65310]: DEBUG nova.virt.hardware [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 925.800112] env[65310]: DEBUG nova.virt.hardware [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 925.800112] env[65310]: DEBUG nova.virt.hardware [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 925.800112] env[65310]: DEBUG nova.virt.hardware [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 925.800112] env[65310]: DEBUG nova.virt.hardware [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 925.800943] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173966c5-2783-43d4-b473-d41dce278404 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.814144] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4f6a19-d416-46d5-a1ab-d1b2a474e44c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.883570] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Lock "7d71098f-d6c7-4873-af7e-4e0309b96125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.630s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.899179] env[65310]: DEBUG oslo_vmware.api [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446461, 'name': RemoveSnapshot_Task, 'duration_secs': 1.459325} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.899583] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 925.899928] env[65310]: INFO nova.compute.manager [None req-241f79df-cdf5-423c-b6f9-8b7995ac31f7 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Took 21.60 seconds to snapshot the instance on the hypervisor. [ 925.934871] env[65310]: DEBUG oslo_vmware.api [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446462, 'name': PowerOnVM_Task, 'duration_secs': 1.246944} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.935269] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.939435] env[65310]: DEBUG nova.compute.manager [None req-5503911e-d6b4-4d8d-8e2d-c3e06f858f27 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 925.940407] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc16bee8-1059-4d21-9e5c-9ba381f7450d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.956924] env[65310]: INFO nova.compute.manager [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Took 47.53 seconds to build instance. [ 925.981904] env[65310]: DEBUG nova.scheduler.client.report [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.992504] env[65310]: DEBUG nova.compute.manager [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 925.992736] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.993965] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d17ebd3-6142-4f5b-9ef8-1dbb569d72d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.008388] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.009243] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea07fb5-aae1-4d6b-823d-d4045de09261 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.016353] env[65310]: DEBUG oslo_vmware.api [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.023886] env[65310]: DEBUG oslo_vmware.api [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 926.023886] env[65310]: value = "task-4446466" [ 926.023886] env[65310]: _type = "Task" [ 926.023886] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.027480] env[65310]: DEBUG nova.compute.manager [req-d5e57e7b-3d5b-460b-90d3-a3c26aa87100 req-609636ab-808e-48ca-a70c-a44da56005a7 service nova] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Received event network-vif-deleted-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 926.044509] env[65310]: DEBUG oslo_vmware.api [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.207994] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.241670] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.379668] env[65310]: DEBUG nova.network.neutron [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Successfully updated port: 8ece90e3-cedc-4506-a2b8-776f2ceb94e5 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 926.460663] env[65310]: DEBUG oslo_concurrency.lockutils [None req-05fef112-dddc-4560-b78b-574e1ee9fac8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "e394a667-b521-4a07-8f25-8359b3598366" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.043s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.471351] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.471626] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.471836] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.472070] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.472245] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.477997] env[65310]: INFO nova.compute.manager [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Terminating instance [ 926.481086] env[65310]: DEBUG nova.objects.instance [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lazy-loading 'flavor' on Instance uuid b9036839-d3bd-4f09-9424-94609c90dc6b {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.490764] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.491342] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 926.495831] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.468s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.497317] env[65310]: INFO nova.compute.claims [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.514656] env[65310]: DEBUG oslo_vmware.api [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446464, 'name': ReconfigVM_Task, 'duration_secs': 0.843499} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.515095] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-9794918d-1df7-4fc1-887e-0ee888e508d5/volume-9794918d-1df7-4fc1-887e-0ee888e508d5.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.524626] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f46821-6c79-40cf-99cb-816466bae232 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.549340] env[65310]: DEBUG oslo_vmware.api [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446466, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.551836] env[65310]: DEBUG oslo_vmware.api [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 926.551836] env[65310]: value = "task-4446467" [ 926.551836] env[65310]: _type = "Task" [ 926.551836] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.710343] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594107} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.710693] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d/4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.710771] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.711031] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebb07157-0843-49b6-ac15-c73b3a5ad84e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.724820] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 926.724820] env[65310]: value = "task-4446468" [ 926.724820] env[65310]: _type = "Task" [ 926.724820] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.740520] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.883306] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.883458] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.883636] env[65310]: DEBUG nova.network.neutron [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 926.987856] env[65310]: DEBUG nova.compute.manager [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 926.989172] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.993800] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f1986e-ccec-4529-a7de-3537f47675c0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.000934] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8dd5809f-359d-4b5b-b001-cd75ed226d27 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 12.009s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.004418] env[65310]: DEBUG nova.compute.utils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.014014] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 927.014352] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 927.014797] env[65310]: WARNING neutronclient.v2_0.client [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.015261] env[65310]: WARNING neutronclient.v2_0.client [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.018119] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.020159] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 927.023706] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60796a00-a7bb-4c00-94bd-3f012798f020 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.034914] env[65310]: DEBUG oslo_vmware.api [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 927.034914] env[65310]: value = "task-4446469" [ 927.034914] env[65310]: _type = "Task" [ 927.034914] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.060267] env[65310]: DEBUG oslo_vmware.api [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.061185] env[65310]: DEBUG oslo_vmware.api [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446466, 'name': PowerOffVM_Task, 'duration_secs': 0.555647} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.066025] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.066455] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.066934] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df9ffb03-129c-4d39-9f58-07cc5b70b4f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.078848] env[65310]: DEBUG oslo_vmware.api [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446467, 'name': ReconfigVM_Task, 'duration_secs': 0.250572} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.080460] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869697', 'volume_id': '9794918d-1df7-4fc1-887e-0ee888e508d5', 'name': 'volume-9794918d-1df7-4fc1-887e-0ee888e508d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f21dd96c-71c9-435f-98cf-0a0f819140eb', 'attached_at': '', 'detached_at': '', 'volume_id': '9794918d-1df7-4fc1-887e-0ee888e508d5', 'serial': '9794918d-1df7-4fc1-887e-0ee888e508d5'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 927.092254] env[65310]: DEBUG nova.policy [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6a7191b513d4a7f8904a5bd13421eec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a96109547b644539ce8b87df5f97da8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.149051] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.149051] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.149281] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleting the datastore file [datastore2] d4a33da6-6147-465d-a3c1-19373183f7af {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.149592] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-716cd225-8e04-4654-8d1d-1731de3a644f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.161158] env[65310]: DEBUG oslo_vmware.api [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 927.161158] env[65310]: value = "task-4446471" [ 927.161158] env[65310]: _type = "Task" [ 927.161158] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.170859] env[65310]: DEBUG oslo_vmware.api [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.235207] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095601} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.235467] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.236286] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7522a436-b966-4d63-8381-9b5c528d8fc3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.261965] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d/4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.262160] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a85804b-2bcb-4c7f-9ed5-4a0179ea4942 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.284130] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 927.284130] env[65310]: value = "task-4446472" [ 927.284130] env[65310]: _type = "Task" [ 927.284130] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.293377] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.458592] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Successfully created port: 3fa92c9b-4eee-42c3-8de4-db8e913ec333 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 927.488513] env[65310]: DEBUG nova.network.neutron [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 927.554025] env[65310]: DEBUG oslo_vmware.api [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446469, 'name': PowerOffVM_Task, 'duration_secs': 0.377431} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.555924] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.556312] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.559287] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86e5cfc4-e52a-4fe8-a5de-8123c474507b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.634404] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.634636] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.634827] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Deleting the datastore file [datastore2] 8cd6c7df-45a5-4c12-9148-af828d5c92d1 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.635193] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53189078-8787-4bb0-907f-321b2ebcfa68 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.645832] env[65310]: DEBUG oslo_vmware.api [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for the task: (returnval){ [ 927.645832] env[65310]: value = "task-4446474" [ 927.645832] env[65310]: _type = "Task" [ 927.645832] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.660822] env[65310]: DEBUG oslo_vmware.api [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.682532] env[65310]: DEBUG oslo_vmware.api [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355782} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.682799] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.682985] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.683180] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.683361] env[65310]: INFO nova.compute.manager [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Took 1.69 seconds to destroy the instance on the hypervisor. [ 927.683869] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 927.684099] env[65310]: DEBUG nova.compute.manager [-] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 927.684206] env[65310]: DEBUG nova.network.neutron [-] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 927.684461] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.805612] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446472, 'name': ReconfigVM_Task, 'duration_secs': 0.510669} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.806079] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d/4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.806844] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d583017-d09e-4cf6-aead-057169b94143 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.822078] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 927.822078] env[65310]: value = "task-4446475" [ 927.822078] env[65310]: _type = "Task" [ 927.822078] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.836471] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446475, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.891264] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.036698] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 928.069486] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c73770-3548-439e-b374-bbe58e1cc1a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.077518] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 928.077778] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.077931] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 928.078489] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.078489] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 928.078489] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 928.078640] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 928.078834] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 928.079097] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 928.079283] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 928.079454] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 928.080340] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4ed79c-a0b1-4320-aec3-8792f2363ac1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.090929] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8f8e56-e93c-423a-a2bf-d9e52dcea384 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.095840] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3b7d09-c8f7-402b-a940-d6c7961888a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.136812] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b891a757-d2f4-4a4b-8ed2-8ae7c7effc14 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.141722] env[65310]: DEBUG nova.objects.instance [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'flavor' on Instance uuid f21dd96c-71c9-435f-98cf-0a0f819140eb {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.146383] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2113d68b-5c45-4a68-9b78-bc179f7f7530 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.169409] env[65310]: DEBUG nova.compute.provider_tree [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.171042] env[65310]: DEBUG oslo_vmware.api [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Task: {'id': task-4446474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267853} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.171478] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.171659] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.171831] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.171995] env[65310]: INFO nova.compute.manager [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 928.172251] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 928.172438] env[65310]: DEBUG nova.compute.manager [-] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 928.172528] env[65310]: DEBUG nova.network.neutron [-] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.172764] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.336153] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446475, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.649867] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a42f60ff-0518-4a49-9ccc-53c82583b737 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.443s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.674207] env[65310]: DEBUG nova.scheduler.client.report [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.727362] env[65310]: WARNING neutronclient.v2_0.client [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.787018] env[65310]: DEBUG nova.network.neutron [-] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.834620] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446475, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.850581] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.945057] env[65310]: DEBUG nova.compute.manager [req-4bd857d4-fe35-4426-a609-4b866006dbc1 req-de62b3e2-a797-4855-9079-c122ffd29f5f service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Received event network-changed-126e36f8-d42d-469c-9edc-d7a1855efd8a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 928.945254] env[65310]: DEBUG nova.compute.manager [req-4bd857d4-fe35-4426-a609-4b866006dbc1 req-de62b3e2-a797-4855-9079-c122ffd29f5f service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Refreshing instance network info cache due to event network-changed-126e36f8-d42d-469c-9edc-d7a1855efd8a. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 928.945469] env[65310]: DEBUG oslo_concurrency.lockutils [req-4bd857d4-fe35-4426-a609-4b866006dbc1 req-de62b3e2-a797-4855-9079-c122ffd29f5f service nova] Acquiring lock "refresh_cache-7d71098f-d6c7-4873-af7e-4e0309b96125" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.945905] env[65310]: DEBUG oslo_concurrency.lockutils [req-4bd857d4-fe35-4426-a609-4b866006dbc1 req-de62b3e2-a797-4855-9079-c122ffd29f5f service nova] Acquired lock "refresh_cache-7d71098f-d6c7-4873-af7e-4e0309b96125" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.947018] env[65310]: DEBUG nova.network.neutron [req-4bd857d4-fe35-4426-a609-4b866006dbc1 req-de62b3e2-a797-4855-9079-c122ffd29f5f service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Refreshing network info cache for port 126e36f8-d42d-469c-9edc-d7a1855efd8a {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.042818] env[65310]: DEBUG nova.compute.manager [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 929.043804] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e803df4-cd0e-4167-a702-e70c2cc0a669 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.177240] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.177782] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 929.186309] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Successfully updated port: 3fa92c9b-4eee-42c3-8de4-db8e913ec333 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 929.187769] env[65310]: DEBUG oslo_concurrency.lockutils [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.491s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.188370] env[65310]: DEBUG nova.objects.instance [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Lazy-loading 'resources' on Instance uuid a8bd7b22-923b-4714-8394-2c53d750e4e4 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.279927] env[65310]: DEBUG nova.network.neutron [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updating instance_info_cache with network_info: [{"id": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "address": "fa:16:3e:f7:18:eb", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece90e3-ce", "ovs_interfaceid": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.289996] env[65310]: INFO nova.compute.manager [-] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Took 1.61 seconds to deallocate network for instance. [ 929.333987] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446475, 'name': Rename_Task, 'duration_secs': 1.299904} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.334604] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.337433] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59e4ad91-4584-48e9-ace8-f888ea540be5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.343184] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 929.343184] env[65310]: value = "task-4446476" [ 929.343184] env[65310]: _type = "Task" [ 929.343184] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.352558] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.452663] env[65310]: WARNING neutronclient.v2_0.client [req-4bd857d4-fe35-4426-a609-4b866006dbc1 req-de62b3e2-a797-4855-9079-c122ffd29f5f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.558290] env[65310]: INFO nova.compute.manager [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] instance snapshotting [ 929.561527] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c127482-1db4-46a4-82f9-596c41598ee5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.589160] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ebb2c2-44de-4908-bcd8-88c23b56fca5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.677240] env[65310]: WARNING neutronclient.v2_0.client [req-4bd857d4-fe35-4426-a609-4b866006dbc1 req-de62b3e2-a797-4855-9079-c122ffd29f5f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.686741] env[65310]: DEBUG nova.compute.utils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.688905] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 929.688905] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 929.688905] env[65310]: WARNING neutronclient.v2_0.client [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.689218] env[65310]: WARNING neutronclient.v2_0.client [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.692732] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "refresh_cache-b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.692732] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "refresh_cache-b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.692732] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 929.775352] env[65310]: DEBUG nova.policy [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6a7191b513d4a7f8904a5bd13421eec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a96109547b644539ce8b87df5f97da8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.782833] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.783244] env[65310]: DEBUG nova.compute.manager [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Instance network_info: |[{"id": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "address": "fa:16:3e:f7:18:eb", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece90e3-ce", "ovs_interfaceid": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 929.783736] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:18:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ece90e3-cedc-4506-a2b8-776f2ceb94e5', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.791642] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 929.794729] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.795952] env[65310]: DEBUG nova.network.neutron [req-4bd857d4-fe35-4426-a609-4b866006dbc1 req-de62b3e2-a797-4855-9079-c122ffd29f5f service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Updated VIF entry in instance network info cache for port 126e36f8-d42d-469c-9edc-d7a1855efd8a. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.796387] env[65310]: DEBUG nova.network.neutron [req-4bd857d4-fe35-4426-a609-4b866006dbc1 req-de62b3e2-a797-4855-9079-c122ffd29f5f service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Updating instance_info_cache with network_info: [{"id": "126e36f8-d42d-469c-9edc-d7a1855efd8a", "address": "fa:16:3e:7f:5c:24", "network": {"id": "0fba996c-a86c-4d66-a663-7d7d88d34bf0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-762475602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09eca2c248a94e09860017e9bdbe3b63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126e36f8-d4", "ovs_interfaceid": "126e36f8-d42d-469c-9edc-d7a1855efd8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.798098] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88e065f2-ed32-420d-866f-09a7c515d6d7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.818558] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.820036] env[65310]: DEBUG oslo_concurrency.lockutils [req-4bd857d4-fe35-4426-a609-4b866006dbc1 req-de62b3e2-a797-4855-9079-c122ffd29f5f service nova] Releasing lock "refresh_cache-7d71098f-d6c7-4873-af7e-4e0309b96125" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.823764] env[65310]: DEBUG nova.network.neutron [-] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.833943] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.833943] env[65310]: value = "task-4446477" [ 929.833943] env[65310]: _type = "Task" [ 929.833943] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.851594] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446477, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.859476] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446476, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.012698] env[65310]: DEBUG nova.compute.manager [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received event network-vif-plugged-8ece90e3-cedc-4506-a2b8-776f2ceb94e5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 930.012698] env[65310]: DEBUG oslo_concurrency.lockutils [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] Acquiring lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.012698] env[65310]: DEBUG oslo_concurrency.lockutils [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.012698] env[65310]: DEBUG oslo_concurrency.lockutils [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.012698] env[65310]: DEBUG nova.compute.manager [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] No waiting events found dispatching network-vif-plugged-8ece90e3-cedc-4506-a2b8-776f2ceb94e5 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 930.012698] env[65310]: WARNING nova.compute.manager [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received unexpected event network-vif-plugged-8ece90e3-cedc-4506-a2b8-776f2ceb94e5 for instance with vm_state building and task_state spawning. [ 930.012698] env[65310]: DEBUG nova.compute.manager [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received event network-changed-8ece90e3-cedc-4506-a2b8-776f2ceb94e5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 930.013469] env[65310]: DEBUG nova.compute.manager [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Refreshing instance network info cache due to event network-changed-8ece90e3-cedc-4506-a2b8-776f2ceb94e5. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 930.013469] env[65310]: DEBUG oslo_concurrency.lockutils [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] Acquiring lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.013469] env[65310]: DEBUG oslo_concurrency.lockutils [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] Acquired lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.013469] env[65310]: DEBUG nova.network.neutron [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Refreshing network info cache for port 8ece90e3-cedc-4506-a2b8-776f2ceb94e5 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.104478] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 930.104937] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9eb2a63-a333-4007-a6b3-823cfc93260e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.114798] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 930.114798] env[65310]: value = "task-4446478" [ 930.114798] env[65310]: _type = "Task" [ 930.114798] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.128722] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446478, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.193894] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 930.208165] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.209435] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.209435] env[65310]: DEBUG nova.compute.manager [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 930.210201] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Successfully created port: 6d94a33e-3e14-457f-b22d-2ebf4a493cb5 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 930.219805] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa92889f-abfa-432b-b0f3-03711d91335d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.228224] env[65310]: DEBUG nova.compute.manager [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65310) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 930.228849] env[65310]: DEBUG nova.objects.instance [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'flavor' on Instance uuid f21dd96c-71c9-435f-98cf-0a0f819140eb {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.250056] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 930.269899] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d8079c-3de2-488c-83fb-8ce343d8e720 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.282102] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39ff3e6-e109-4b4b-bc26-79a872c6dc61 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.318379] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3c232b-8abb-4b9b-9354-87cdf81523ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.329532] env[65310]: INFO nova.compute.manager [-] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Took 2.16 seconds to deallocate network for instance. [ 930.332462] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49ccb5f-4d88-49f2-a497-dfec3e50e124 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.357029] env[65310]: DEBUG nova.compute.provider_tree [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.362891] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446477, 'name': CreateVM_Task, 'duration_secs': 0.3766} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.363407] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.364931] env[65310]: WARNING neutronclient.v2_0.client [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.365355] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.365511] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.365840] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.366423] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e508ed1-585f-4374-aa23-d38b12bf6e0c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.372724] env[65310]: DEBUG oslo_vmware.api [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446476, 'name': PowerOnVM_Task, 'duration_secs': 0.662448} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.373570] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.373809] env[65310]: INFO nova.compute.manager [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Took 9.34 seconds to spawn the instance on the hypervisor. [ 930.373976] env[65310]: DEBUG nova.compute.manager [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 930.375111] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832e149e-8b92-4234-93b6-457631cce2c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.379663] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 930.379663] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5235829b-9a79-7629-9c00-d5ade3101ff4" [ 930.379663] env[65310]: _type = "Task" [ 930.379663] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.396115] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5235829b-9a79-7629-9c00-d5ade3101ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.011981} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.396115] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.396115] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.396351] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.396351] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.396511] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.397876] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d34b7d-39d5-49fe-b87a-9e4e2bf872b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.407561] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.407864] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.408843] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2c499e-1c79-40e1-8f13-060563a2aa5b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.416600] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 930.416600] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528b0bb9-f667-3142-0642-d06785e05f2a" [ 930.416600] env[65310]: _type = "Task" [ 930.416600] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.429494] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528b0bb9-f667-3142-0642-d06785e05f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.520561] env[65310]: WARNING neutronclient.v2_0.client [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.539405] env[65310]: WARNING neutronclient.v2_0.client [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.628122] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446478, 'name': CreateSnapshot_Task, 'duration_secs': 0.494989} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.628402] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 930.629408] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c05c20-94c7-4063-a445-dbcc65874744 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.691042] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.691042] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.767967] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Updating instance_info_cache with network_info: [{"id": "3fa92c9b-4eee-42c3-8de4-db8e913ec333", "address": "fa:16:3e:66:32:e6", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa92c9b-4e", "ovs_interfaceid": "3fa92c9b-4eee-42c3-8de4-db8e913ec333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.845081] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.864674] env[65310]: DEBUG nova.scheduler.client.report [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.896491] env[65310]: INFO nova.compute.manager [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Took 51.84 seconds to build instance. [ 930.927646] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528b0bb9-f667-3142-0642-d06785e05f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.928588] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ccc4ea-c8f8-427e-8407-36d979a7ad3a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.936734] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 930.936734] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e0074d-d947-2d63-8021-2098cb8ce8b4" [ 930.936734] env[65310]: _type = "Task" [ 930.936734] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.943924] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e0074d-d947-2d63-8021-2098cb8ce8b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.992448] env[65310]: WARNING neutronclient.v2_0.client [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.074138] env[65310]: DEBUG nova.network.neutron [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updated VIF entry in instance network info cache for port 8ece90e3-cedc-4506-a2b8-776f2ceb94e5. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 931.074491] env[65310]: DEBUG nova.network.neutron [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updating instance_info_cache with network_info: [{"id": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "address": "fa:16:3e:f7:18:eb", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece90e3-ce", "ovs_interfaceid": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.151372] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 931.152068] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3b66910-26a1-45bd-a802-a86e21487cff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.164750] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 931.164750] env[65310]: value = "task-4446479" [ 931.164750] env[65310]: _type = "Task" [ 931.164750] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.176619] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446479, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.192504] env[65310]: DEBUG nova.compute.manager [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 931.206423] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 931.230563] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 931.230873] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.230998] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 931.231215] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.231357] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 931.231499] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 931.231705] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.231860] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 931.232337] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 931.232337] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 931.232445] env[65310]: DEBUG nova.virt.hardware [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 931.233457] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec917e6e-6461-477f-ba20-91bdae853b13 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.239682] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.239855] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f4aee1d-80a4-4c25-b0fa-e512ceea7970 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.245848] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d6e294-2482-4038-980e-38ef66ec8f40 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.252793] env[65310]: DEBUG oslo_vmware.api [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 931.252793] env[65310]: value = "task-4446480" [ 931.252793] env[65310]: _type = "Task" [ 931.252793] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.274124] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "refresh_cache-b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.274513] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Instance network_info: |[{"id": "3fa92c9b-4eee-42c3-8de4-db8e913ec333", "address": "fa:16:3e:66:32:e6", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa92c9b-4e", "ovs_interfaceid": "3fa92c9b-4eee-42c3-8de4-db8e913ec333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 931.274994] env[65310]: DEBUG oslo_vmware.api [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.275247] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:32:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fa92c9b-4eee-42c3-8de4-db8e913ec333', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.283653] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Creating folder: Project (8a96109547b644539ce8b87df5f97da8). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.284497] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cc32bab-37a1-4a12-ba09-c59f61289803 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.297779] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Created folder: Project (8a96109547b644539ce8b87df5f97da8) in parent group-v869493. [ 931.297984] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Creating folder: Instances. Parent ref: group-v869702. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.298297] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52336222-40a0-4184-8529-e39ac9c518db {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.311412] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Created folder: Instances in parent group-v869702. [ 931.311412] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 931.311412] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.311412] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-805b0c37-ab0c-4531-b653-9fab5d6d20c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.337636] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.337636] env[65310]: value = "task-4446483" [ 931.337636] env[65310]: _type = "Task" [ 931.337636] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.350022] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446483, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.370512] env[65310]: DEBUG oslo_concurrency.lockutils [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.373380] env[65310]: DEBUG oslo_concurrency.lockutils [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.391s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.399276] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.352s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.401780] env[65310]: INFO nova.scheduler.client.report [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Deleted allocations for instance a8bd7b22-923b-4714-8394-2c53d750e4e4 [ 931.448896] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e0074d-d947-2d63-8021-2098cb8ce8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013921} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.449282] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.449584] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6/e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.449972] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04a8a08a-677b-4bb3-bdd6-d997ce6fc8d0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.461279] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 931.461279] env[65310]: value = "task-4446484" [ 931.461279] env[65310]: _type = "Task" [ 931.461279] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.474810] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.490774] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "88e2c6d2-ebae-4a57-b26d-480339b02881" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.490774] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "88e2c6d2-ebae-4a57-b26d-480339b02881" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.566333] env[65310]: INFO nova.compute.manager [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Rebuilding instance [ 931.572503] env[65310]: DEBUG nova.compute.manager [req-eab8058c-67b1-4e75-a3ae-090ea207531d req-036a6a8a-dfea-48b2-8d1b-9cfe7b71bedf service nova] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Received event network-vif-deleted-81b3724c-6bf2-4179-8230-5ca286334ce8 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.572701] env[65310]: DEBUG nova.compute.manager [req-eab8058c-67b1-4e75-a3ae-090ea207531d req-036a6a8a-dfea-48b2-8d1b-9cfe7b71bedf service nova] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Received event network-vif-deleted-80d7fe16-41d6-482c-b3a0-5acc7f32b547 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.577402] env[65310]: DEBUG oslo_concurrency.lockutils [req-55272927-bdf4-45da-9bdd-ec58e857112c req-b6467d98-abaf-4c39-9bf2-16e2f60e20e7 service nova] Releasing lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.629294] env[65310]: DEBUG nova.compute.manager [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.629799] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07882696-c51a-4d60-933a-51cea7190226 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.677204] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446479, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.716197] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.768394] env[65310]: DEBUG oslo_vmware.api [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446480, 'name': PowerOffVM_Task, 'duration_secs': 0.401685} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.768729] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.769064] env[65310]: DEBUG nova.compute.manager [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.770246] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7515919b-44dc-49f7-85a0-0b0c39564ef9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.850529] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446483, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.912267] env[65310]: DEBUG oslo_concurrency.lockutils [None req-75be5eeb-e87c-459d-a491-86af83d7030b tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Lock "a8bd7b22-923b-4714-8394-2c53d750e4e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.780s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.956428] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Successfully updated port: 6d94a33e-3e14-457f-b22d-2ebf4a493cb5 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 931.979324] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446484, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.993065] env[65310]: DEBUG nova.compute.manager [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 932.051232] env[65310]: DEBUG nova.compute.manager [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Received event network-vif-plugged-3fa92c9b-4eee-42c3-8de4-db8e913ec333 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 932.051450] env[65310]: DEBUG oslo_concurrency.lockutils [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] Acquiring lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.051661] env[65310]: DEBUG oslo_concurrency.lockutils [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] Lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.051828] env[65310]: DEBUG oslo_concurrency.lockutils [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] Lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.051999] env[65310]: DEBUG nova.compute.manager [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] No waiting events found dispatching network-vif-plugged-3fa92c9b-4eee-42c3-8de4-db8e913ec333 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 932.052306] env[65310]: WARNING nova.compute.manager [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Received unexpected event network-vif-plugged-3fa92c9b-4eee-42c3-8de4-db8e913ec333 for instance with vm_state building and task_state spawning. [ 932.052306] env[65310]: DEBUG nova.compute.manager [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Received event network-changed-3fa92c9b-4eee-42c3-8de4-db8e913ec333 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 932.052599] env[65310]: DEBUG nova.compute.manager [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Refreshing instance network info cache due to event network-changed-3fa92c9b-4eee-42c3-8de4-db8e913ec333. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 932.052631] env[65310]: DEBUG oslo_concurrency.lockutils [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] Acquiring lock "refresh_cache-b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.052840] env[65310]: DEBUG oslo_concurrency.lockutils [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] Acquired lock "refresh_cache-b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.053170] env[65310]: DEBUG nova.network.neutron [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Refreshing network info cache for port 3fa92c9b-4eee-42c3-8de4-db8e913ec333 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.078960] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.079905] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.080492] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.081200] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.082033] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.087374] env[65310]: INFO nova.compute.manager [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Terminating instance [ 932.179442] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446479, 'name': CloneVM_Task} progress is 95%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.291316] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a037a800-3a61-458b-98eb-d37ea3db2073 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.355842] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446483, 'name': CreateVM_Task, 'duration_secs': 0.534511} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.356640] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.356640] env[65310]: WARNING neutronclient.v2_0.client [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.357115] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.357279] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.357595] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.357994] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776dcbce-9758-4c1c-acdc-84d9f337bf3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.362131] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07aaeb3-6401-4b6b-a417-b0cdf179fa8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.372805] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 932.372805] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5212c92b-9029-4079-8599-1dfd2e4fd4cd" [ 932.372805] env[65310]: _type = "Task" [ 932.372805] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.374383] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6094c89f-2d14-4297-bf7d-dc18034a9d72 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.391326] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5212c92b-9029-4079-8599-1dfd2e4fd4cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.422814] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d92dabb-ea62-4e57-91a4-151738cb75a2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.431825] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fb3e13-c9d8-4ec7-ac3c-5de2ace9a99e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.447060] env[65310]: DEBUG nova.compute.provider_tree [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.460221] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "refresh_cache-417d175e-9924-42fd-9492-3852876816d5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.460439] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "refresh_cache-417d175e-9924-42fd-9492-3852876816d5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.460647] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 932.475459] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730377} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.475459] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6/e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.477383] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.477383] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e84468e-9679-41ca-a753-320d56321e56 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.485163] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 932.485163] env[65310]: value = "task-4446485" [ 932.485163] env[65310]: _type = "Task" [ 932.485163] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.495785] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.513116] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.555951] env[65310]: WARNING neutronclient.v2_0.client [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.592448] env[65310]: DEBUG nova.compute.manager [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 932.592448] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.593331] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b33b57-2425-46dc-b3ac-d158293d0889 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.602273] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.602583] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e7d5ac-a392-4a64-9d20-4fe9098a2540 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.609886] env[65310]: DEBUG oslo_vmware.api [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 932.609886] env[65310]: value = "task-4446486" [ 932.609886] env[65310]: _type = "Task" [ 932.609886] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.621880] env[65310]: DEBUG oslo_vmware.api [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.650331] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.650331] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-488bb163-5456-4517-9cd3-0f92ed3d4339 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.658564] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 932.658564] env[65310]: value = "task-4446487" [ 932.658564] env[65310]: _type = "Task" [ 932.658564] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.670526] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.680602] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446479, 'name': CloneVM_Task, 'duration_secs': 1.195065} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.680885] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Created linked-clone VM from snapshot [ 932.681683] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72aa859-532d-4cda-a51d-c7c167aec205 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.691032] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Uploading image 2bfffb91-6799-4124-b76e-436657711ac5 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 932.723976] env[65310]: DEBUG oslo_vmware.rw_handles [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 932.723976] env[65310]: value = "vm-869701" [ 932.723976] env[65310]: _type = "VirtualMachine" [ 932.723976] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 932.724940] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9a0431e4-2f13-4fe5-a0a6-89f2a0d6c112 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.733170] env[65310]: DEBUG oslo_vmware.rw_handles [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lease: (returnval){ [ 932.733170] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52681e8c-c50d-aa97-43dd-e17b345a53c2" [ 932.733170] env[65310]: _type = "HttpNfcLease" [ 932.733170] env[65310]: } obtained for exporting VM: (result){ [ 932.733170] env[65310]: value = "vm-869701" [ 932.733170] env[65310]: _type = "VirtualMachine" [ 932.733170] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 932.733496] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the lease: (returnval){ [ 932.733496] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52681e8c-c50d-aa97-43dd-e17b345a53c2" [ 932.733496] env[65310]: _type = "HttpNfcLease" [ 932.733496] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.742068] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.742068] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52681e8c-c50d-aa97-43dd-e17b345a53c2" [ 932.742068] env[65310]: _type = "HttpNfcLease" [ 932.742068] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 932.857451] env[65310]: WARNING neutronclient.v2_0.client [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.895183] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5212c92b-9029-4079-8599-1dfd2e4fd4cd, 'name': SearchDatastore_Task, 'duration_secs': 0.020482} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.895749] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.896119] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.896567] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.896718] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.897048] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.897448] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d27716fd-d1d6-496c-8153-62e95dc7561b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.910712] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.911041] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.912212] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b246ea4-bae5-401a-9b50-9069a7201020 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.921427] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 932.921427] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522a9e43-0d39-f64e-5f15-5f77c24aa477" [ 932.921427] env[65310]: _type = "Task" [ 932.921427] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.935445] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522a9e43-0d39-f64e-5f15-5f77c24aa477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.952132] env[65310]: DEBUG nova.scheduler.client.report [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.959021] env[65310]: DEBUG nova.network.neutron [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Updated VIF entry in instance network info cache for port 3fa92c9b-4eee-42c3-8de4-db8e913ec333. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 932.959724] env[65310]: DEBUG nova.network.neutron [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Updating instance_info_cache with network_info: [{"id": "3fa92c9b-4eee-42c3-8de4-db8e913ec333", "address": "fa:16:3e:66:32:e6", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa92c9b-4e", "ovs_interfaceid": "3fa92c9b-4eee-42c3-8de4-db8e913ec333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.003118] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078985} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.003588] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.005205] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d243ea0e-3116-4e15-9639-61e3c0898a7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.037370] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6/e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.038697] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 933.041223] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c210712-b7eb-4d74-a9c6-bdf8b6d426ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.063432] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 933.063432] env[65310]: value = "task-4446489" [ 933.063432] env[65310]: _type = "Task" [ 933.063432] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.073861] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.124630] env[65310]: DEBUG oslo_vmware.api [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.172715] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.241550] env[65310]: WARNING neutronclient.v2_0.client [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.250242] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.250242] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52681e8c-c50d-aa97-43dd-e17b345a53c2" [ 933.250242] env[65310]: _type = "HttpNfcLease" [ 933.250242] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.250553] env[65310]: DEBUG oslo_vmware.rw_handles [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.250553] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52681e8c-c50d-aa97-43dd-e17b345a53c2" [ 933.250553] env[65310]: _type = "HttpNfcLease" [ 933.250553] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 933.251366] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5528edd7-a3b3-4a2e-adc2-b8f4371a4146 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.263211] env[65310]: DEBUG oslo_vmware.rw_handles [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6857-da98-c424-15a9-731c39578329/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.263211] env[65310]: DEBUG oslo_vmware.rw_handles [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6857-da98-c424-15a9-731c39578329/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 933.365033] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78dfdb64-6a26-4308-82c6-3b49b765bf7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.368591] env[65310]: DEBUG nova.network.neutron [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Updating instance_info_cache with network_info: [{"id": "6d94a33e-3e14-457f-b22d-2ebf4a493cb5", "address": "fa:16:3e:8e:41:84", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d94a33e-3e", "ovs_interfaceid": "6d94a33e-3e14-457f-b22d-2ebf4a493cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.436210] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522a9e43-0d39-f64e-5f15-5f77c24aa477, 'name': SearchDatastore_Task, 'duration_secs': 0.014169} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.437273] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8c70d3-c844-4968-8fca-cb12f23c1a13 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.444829] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 933.444829] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250ab50-cd0a-c994-2c71-75f3be060ed0" [ 933.444829] env[65310]: _type = "Task" [ 933.444829] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.455818] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250ab50-cd0a-c994-2c71-75f3be060ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.462986] env[65310]: DEBUG oslo_concurrency.lockutils [req-043fc6b3-ad60-42f8-97e5-3882b49184eb req-d14c8243-0789-41e5-8f8a-1b733ab6f038 service nova] Releasing lock "refresh_cache-b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.577777] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446489, 'name': ReconfigVM_Task, 'duration_secs': 0.358374} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.577952] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6/e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.578721] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0dd940a-dbd9-44d4-9bca-28705607f42b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.587071] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 933.587071] env[65310]: value = "task-4446490" [ 933.587071] env[65310]: _type = "Task" [ 933.587071] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.597355] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446490, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.629364] env[65310]: DEBUG oslo_vmware.api [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446486, 'name': PowerOffVM_Task, 'duration_secs': 0.978576} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.629564] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.629626] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.629897] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46b819b7-a3b5-4758-91df-f0ef77b4c23f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.658718] env[65310]: DEBUG nova.compute.manager [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] Received event network-vif-plugged-6d94a33e-3e14-457f-b22d-2ebf4a493cb5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 933.658718] env[65310]: DEBUG oslo_concurrency.lockutils [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] Acquiring lock "417d175e-9924-42fd-9492-3852876816d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.658718] env[65310]: DEBUG oslo_concurrency.lockutils [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] Lock "417d175e-9924-42fd-9492-3852876816d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.658718] env[65310]: DEBUG oslo_concurrency.lockutils [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] Lock "417d175e-9924-42fd-9492-3852876816d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.658718] env[65310]: DEBUG nova.compute.manager [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] No waiting events found dispatching network-vif-plugged-6d94a33e-3e14-457f-b22d-2ebf4a493cb5 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 933.658718] env[65310]: WARNING nova.compute.manager [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] Received unexpected event network-vif-plugged-6d94a33e-3e14-457f-b22d-2ebf4a493cb5 for instance with vm_state building and task_state spawning. [ 933.658718] env[65310]: DEBUG nova.compute.manager [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] Received event network-changed-6d94a33e-3e14-457f-b22d-2ebf4a493cb5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 933.658718] env[65310]: DEBUG nova.compute.manager [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] Refreshing instance network info cache due to event network-changed-6d94a33e-3e14-457f-b22d-2ebf4a493cb5. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 933.658718] env[65310]: DEBUG oslo_concurrency.lockutils [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] Acquiring lock "refresh_cache-417d175e-9924-42fd-9492-3852876816d5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.672781] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446487, 'name': PowerOffVM_Task, 'duration_secs': 0.877869} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.673144] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.675301] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.676392] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e157501-f7e1-46c6-ba0c-8dd5b23701ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.685505] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.685784] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d919b8ca-b6ac-49c9-a0a3-d5f60abbde97 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.704037] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.704037] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.704037] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Deleting the datastore file [datastore2] 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.704294] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4967b66b-74a3-482c-9d65-d5983e553a53 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.715576] env[65310]: DEBUG oslo_vmware.api [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for the task: (returnval){ [ 933.715576] env[65310]: value = "task-4446493" [ 933.715576] env[65310]: _type = "Task" [ 933.715576] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.724340] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.724340] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.724340] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Deleting the datastore file [datastore2] e394a667-b521-4a07-8f25-8359b3598366 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.726897] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc8bb014-3569-470a-9f46-f14eaf608749 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.730521] env[65310]: DEBUG oslo_vmware.api [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.739885] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 933.739885] env[65310]: value = "task-4446494" [ 933.739885] env[65310]: _type = "Task" [ 933.739885] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.750202] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.840849] env[65310]: DEBUG nova.objects.instance [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'flavor' on Instance uuid f21dd96c-71c9-435f-98cf-0a0f819140eb {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.873099] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "refresh_cache-417d175e-9924-42fd-9492-3852876816d5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.873645] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Instance network_info: |[{"id": "6d94a33e-3e14-457f-b22d-2ebf4a493cb5", "address": "fa:16:3e:8e:41:84", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d94a33e-3e", "ovs_interfaceid": "6d94a33e-3e14-457f-b22d-2ebf4a493cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 933.874473] env[65310]: DEBUG oslo_concurrency.lockutils [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] Acquired lock "refresh_cache-417d175e-9924-42fd-9492-3852876816d5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.874732] env[65310]: DEBUG nova.network.neutron [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] Refreshing network info cache for port 6d94a33e-3e14-457f-b22d-2ebf4a493cb5 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.876525] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:41:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d94a33e-3e14-457f-b22d-2ebf4a493cb5', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.889613] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 933.890677] env[65310]: WARNING neutronclient.v2_0.client [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.893290] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417d175e-9924-42fd-9492-3852876816d5] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.895058] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19836233-c123-483e-9d46-5c5056b21f39 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.919523] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.919523] env[65310]: value = "task-4446495" [ 933.919523] env[65310]: _type = "Task" [ 933.919523] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.930699] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446495, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.960433] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250ab50-cd0a-c994-2c71-75f3be060ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.015817} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.961221] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.961221] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821/b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.961630] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afba63c0-efca-41cc-a4b1-f827d9fc6160 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.965125] env[65310]: DEBUG oslo_concurrency.lockutils [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.592s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.968360] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.531s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.968896] env[65310]: DEBUG nova.objects.instance [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Lazy-loading 'resources' on Instance uuid 9a3ea540-848e-48ca-8183-ce9ca64e67d4 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.977149] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 933.977149] env[65310]: value = "task-4446496" [ 933.977149] env[65310]: _type = "Task" [ 933.977149] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.994174] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.104162] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446490, 'name': Rename_Task, 'duration_secs': 0.202104} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.104982] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.105386] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cb70ebe-a782-4df1-82c2-e0bdf32c739b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.115223] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 934.115223] env[65310]: value = "task-4446497" [ 934.115223] env[65310]: _type = "Task" [ 934.115223] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.125735] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.166273] env[65310]: WARNING neutronclient.v2_0.client [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.228214] env[65310]: DEBUG oslo_vmware.api [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Task: {'id': task-4446493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207058} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.231679] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.232387] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.232627] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.232921] env[65310]: INFO nova.compute.manager [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Took 1.64 seconds to destroy the instance on the hypervisor. [ 934.233269] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 934.234731] env[65310]: DEBUG nova.compute.manager [-] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 934.235464] env[65310]: DEBUG nova.network.neutron [-] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 934.235748] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.250972] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122671} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.251383] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.251675] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.251849] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.290193] env[65310]: DEBUG nova.network.neutron [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] Updated VIF entry in instance network info cache for port 6d94a33e-3e14-457f-b22d-2ebf4a493cb5. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 934.291231] env[65310]: DEBUG nova.network.neutron [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] Updating instance_info_cache with network_info: [{"id": "6d94a33e-3e14-457f-b22d-2ebf4a493cb5", "address": "fa:16:3e:8e:41:84", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d94a33e-3e", "ovs_interfaceid": "6d94a33e-3e14-457f-b22d-2ebf4a493cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.297552] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.350537] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.351086] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquired lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.351335] env[65310]: DEBUG nova.network.neutron [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.351750] env[65310]: DEBUG nova.objects.instance [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'info_cache' on Instance uuid f21dd96c-71c9-435f-98cf-0a0f819140eb {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.431271] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446495, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.494564] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446496, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.631768] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.641110] env[65310]: INFO nova.scheduler.client.report [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted allocation for migration 1c7de7db-d176-4c05-b727-52abde057995 [ 934.798361] env[65310]: DEBUG oslo_concurrency.lockutils [req-d75b6e96-acd7-410d-aa0a-9c8764f1283e req-00521edd-9243-4b1f-9d01-d323f607e919 service nova] Releasing lock "refresh_cache-417d175e-9924-42fd-9492-3852876816d5" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.857117] env[65310]: DEBUG nova.objects.base [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 934.869180] env[65310]: DEBUG nova.compute.manager [req-85362348-a34f-4b69-8ce9-49659da714ae req-43e7ba6d-9bf1-4599-81e7-e08f0e5f6d89 service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Received event network-vif-deleted-e9cb23e1-a988-4714-8bc2-f166a6c44fc4 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 934.869556] env[65310]: INFO nova.compute.manager [req-85362348-a34f-4b69-8ce9-49659da714ae req-43e7ba6d-9bf1-4599-81e7-e08f0e5f6d89 service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Neutron deleted interface e9cb23e1-a988-4714-8bc2-f166a6c44fc4; detaching it from the instance and deleting it from the info cache [ 934.869896] env[65310]: DEBUG nova.network.neutron [req-85362348-a34f-4b69-8ce9-49659da714ae req-43e7ba6d-9bf1-4599-81e7-e08f0e5f6d89 service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.936363] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446495, 'name': CreateVM_Task, 'duration_secs': 0.594253} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.936703] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417d175e-9924-42fd-9492-3852876816d5] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.937535] env[65310]: WARNING neutronclient.v2_0.client [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.938252] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.938567] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.939316] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.942768] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c02f288-1f98-48dd-9c89-e1ae2f0c7917 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.950043] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 934.950043] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52421f64-8e8c-e60d-5815-039f009b96fa" [ 934.950043] env[65310]: _type = "Task" [ 934.950043] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.959890] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52421f64-8e8c-e60d-5815-039f009b96fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.995654] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723541} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.996195] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821/b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.996627] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.000881] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da9e6cbb-e57e-4cc4-b9b2-5111d274a875 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.008864] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 935.008864] env[65310]: value = "task-4446498" [ 935.008864] env[65310]: _type = "Task" [ 935.008864] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.023457] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.097031] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eba337-75db-4f6f-ad9c-28adee7bef00 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.108394] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b8ddfc-49bc-42cd-8466-562a2cd78db1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.150550] env[65310]: DEBUG oslo_concurrency.lockutils [None req-24aca122-9d52-4a11-b51e-d0156b2765d5 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.083s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.156676] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79706644-88ed-4781-8dcf-162c6d31ff98 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.172774] env[65310]: DEBUG oslo_vmware.api [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446497, 'name': PowerOnVM_Task, 'duration_secs': 0.715594} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.177517] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.177892] env[65310]: INFO nova.compute.manager [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Took 9.41 seconds to spawn the instance on the hypervisor. [ 935.178164] env[65310]: DEBUG nova.compute.manager [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 935.179031] env[65310]: DEBUG nova.network.neutron [-] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.181090] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79457ce-68ea-444a-8604-28385a3801bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.185085] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d733380b-3bab-4e3c-a885-bf9d5c1682b2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.202373] env[65310]: DEBUG nova.compute.provider_tree [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.297290] env[65310]: DEBUG nova.virt.hardware [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 935.297632] env[65310]: DEBUG nova.virt.hardware [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.298517] env[65310]: DEBUG nova.virt.hardware [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 935.298517] env[65310]: DEBUG nova.virt.hardware [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.298517] env[65310]: DEBUG nova.virt.hardware [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 935.298663] env[65310]: DEBUG nova.virt.hardware [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 935.298861] env[65310]: DEBUG nova.virt.hardware [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 935.298955] env[65310]: DEBUG nova.virt.hardware [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 935.299146] env[65310]: DEBUG nova.virt.hardware [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 935.299318] env[65310]: DEBUG nova.virt.hardware [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 935.299488] env[65310]: DEBUG nova.virt.hardware [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 935.300912] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ff1fad-08b1-406a-960e-6b441bad1a66 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.310221] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9165cff4-ade5-495b-afec-8d335e7f2eb0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.325623] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.332059] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 935.332968] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e394a667-b521-4a07-8f25-8359b3598366] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.333175] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-763965a9-5511-4099-bea4-d1bc63fd7031 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.354888] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.354888] env[65310]: value = "task-4446499" [ 935.354888] env[65310]: _type = "Task" [ 935.354888] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.364693] env[65310]: WARNING neutronclient.v2_0.client [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.367239] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446499, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.373696] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5de015ff-4c72-4cda-9830-78e355dcce14 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.384461] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d253f-d37d-4b5f-a4b4-13d05d2e0583 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.427677] env[65310]: DEBUG nova.compute.manager [req-85362348-a34f-4b69-8ce9-49659da714ae req-43e7ba6d-9bf1-4599-81e7-e08f0e5f6d89 service nova] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Detach interface failed, port_id=e9cb23e1-a988-4714-8bc2-f166a6c44fc4, reason: Instance 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 935.463607] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52421f64-8e8c-e60d-5815-039f009b96fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.463607] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.463769] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.463996] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.464205] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.464537] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.464659] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b92ebe1-2ae4-4f0f-b661-d151b05bdf95 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.475518] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.475760] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.476591] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5049ee2-4565-4f79-9caf-c7edec3bb795 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.484650] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 935.484650] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52451ebd-3bb8-b969-bc9c-8ba345ea61d0" [ 935.484650] env[65310]: _type = "Task" [ 935.484650] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.497947] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52451ebd-3bb8-b969-bc9c-8ba345ea61d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.524080] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081991} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.524080] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.524080] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971e68ec-5d47-4196-a3b0-e5ec43c40e93 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.550016] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821/b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.550392] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6d36326-15d9-4efc-97ed-30be39db4222 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.576445] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 935.576445] env[65310]: value = "task-4446500" [ 935.576445] env[65310]: _type = "Task" [ 935.576445] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.587295] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.691091] env[65310]: INFO nova.compute.manager [-] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Took 1.46 seconds to deallocate network for instance. [ 935.715687] env[65310]: DEBUG nova.scheduler.client.report [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.731199] env[65310]: INFO nova.compute.manager [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Took 48.04 seconds to build instance. [ 935.867568] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446499, 'name': CreateVM_Task, 'duration_secs': 0.327861} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.867809] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e394a667-b521-4a07-8f25-8359b3598366] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.868354] env[65310]: DEBUG oslo_concurrency.lockutils [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.868626] env[65310]: DEBUG oslo_concurrency.lockutils [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.869033] env[65310]: DEBUG oslo_concurrency.lockutils [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.870268] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f43e10-316e-410a-9fb4-f1cc28eea7b7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.876218] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 935.876218] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5263a08f-d5d0-cc11-143f-0a5bfd92eb4f" [ 935.876218] env[65310]: _type = "Task" [ 935.876218] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.885824] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5263a08f-d5d0-cc11-143f-0a5bfd92eb4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.897242] env[65310]: WARNING neutronclient.v2_0.client [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.996804] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52451ebd-3bb8-b969-bc9c-8ba345ea61d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.997222] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b53dcf9-4996-4a3c-9bf4-c879e3dbe78f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.003659] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 936.003659] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5230c3bd-9700-0685-0bc0-07a7c5d8be85" [ 936.003659] env[65310]: _type = "Task" [ 936.003659] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.012695] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5230c3bd-9700-0685-0bc0-07a7c5d8be85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.089721] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.206792] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.222037] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.225835] env[65310]: DEBUG nova.network.neutron [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Updating instance_info_cache with network_info: [{"id": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "address": "fa:16:3e:25:10:16", "network": {"id": "d9468374-3dc2-4794-bfd6-9a573c43a7b3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-56576831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d80c83ee3ba482d95c776c23196f5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49acac4-c6", "ovs_interfaceid": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.227243] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.718s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.227466] env[65310]: DEBUG nova.objects.instance [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lazy-loading 'resources' on Instance uuid 6ace7dc3-71a5-4769-91bf-989d065f63a6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.239446] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0b1e457d-8849-4d98-8fb2-2a607997be5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.557s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.251890] env[65310]: INFO nova.scheduler.client.report [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Deleted allocations for instance 9a3ea540-848e-48ca-8183-ce9ca64e67d4 [ 936.389502] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5263a08f-d5d0-cc11-143f-0a5bfd92eb4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.389780] env[65310]: DEBUG oslo_concurrency.lockutils [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.390088] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.390313] env[65310]: DEBUG oslo_concurrency.lockutils [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.525455] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5230c3bd-9700-0685-0bc0-07a7c5d8be85, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.526975] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.526975] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 417d175e-9924-42fd-9492-3852876816d5/417d175e-9924-42fd-9492-3852876816d5.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.526975] env[65310]: DEBUG oslo_concurrency.lockutils [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.527136] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.527403] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-564a7a19-7cce-4237-85a8-81e4bb9c90e9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.533181] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b95b7be-1a4a-4fed-b91f-aac1d265fe9c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.549214] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 936.549214] env[65310]: value = "task-4446501" [ 936.549214] env[65310]: _type = "Task" [ 936.549214] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.550765] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.551258] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.557727] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf47c34-b366-469f-ba0d-10fed0c9c9d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.567205] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 936.567205] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5236007e-00c8-70ff-07ef-a0c5215839ca" [ 936.567205] env[65310]: _type = "Task" [ 936.567205] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.573771] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.592902] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5236007e-00c8-70ff-07ef-a0c5215839ca, 'name': SearchDatastore_Task, 'duration_secs': 0.019906} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.598911] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446500, 'name': ReconfigVM_Task, 'duration_secs': 0.515682} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.599236] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d0b088-228b-463b-a92b-8c98ebf5bf05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.603026] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Reconfigured VM instance instance-00000047 to attach disk [datastore1] b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821/b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.603919] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3f241f9-7c20-42f6-bd95-31222da8f178 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.615625] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 936.615625] env[65310]: value = "task-4446502" [ 936.615625] env[65310]: _type = "Task" [ 936.615625] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.616864] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 936.616864] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e728bb-70b5-425e-85a2-075ffc64cbe1" [ 936.616864] env[65310]: _type = "Task" [ 936.616864] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.641029] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446502, 'name': Rename_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.641187] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e728bb-70b5-425e-85a2-075ffc64cbe1, 'name': SearchDatastore_Task, 'duration_secs': 0.019762} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.641937] env[65310]: DEBUG oslo_concurrency.lockutils [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.641937] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] e394a667-b521-4a07-8f25-8359b3598366/e394a667-b521-4a07-8f25-8359b3598366.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.642204] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c0e4d07-51d1-4ed0-b5d0-25ae5d9b2b2b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.651689] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 936.651689] env[65310]: value = "task-4446503" [ 936.651689] env[65310]: _type = "Task" [ 936.651689] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.661276] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.730711] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Releasing lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.767167] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Lock "9a3ea540-848e-48ca-8183-ce9ca64e67d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.794s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.069439] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446501, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.126968] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446502, 'name': Rename_Task, 'duration_secs': 0.203221} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.127194] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.130373] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba44f370-32b5-4e64-8b0f-cef00bfbebfa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.139474] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 937.139474] env[65310]: value = "task-4446504" [ 937.139474] env[65310]: _type = "Task" [ 937.139474] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.152765] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.168027] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446503, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.208716] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d011488c-4aab-4a44-96be-a1279b143b29 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.218413] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6752b1d-99bc-4640-ae15-06d34c400b88 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.269910] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b973d858-d939-4f2a-99c8-81c733ac46e9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.285779] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8044c72-f0ca-4dea-8255-67e678bc813a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.311719] env[65310]: DEBUG nova.compute.provider_tree [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.567826] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564714} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.568312] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 417d175e-9924-42fd-9492-3852876816d5/417d175e-9924-42fd-9492-3852876816d5.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.568455] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.568616] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1786a97-dac8-4759-82a0-5e8c346943fa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.577153] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 937.577153] env[65310]: value = "task-4446505" [ 937.577153] env[65310]: _type = "Task" [ 937.577153] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.590026] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.651176] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.663782] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836825} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.665400] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] e394a667-b521-4a07-8f25-8359b3598366/e394a667-b521-4a07-8f25-8359b3598366.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.665400] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.665400] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e189b791-393a-400e-919c-e71a833c2b0c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.673966] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 937.673966] env[65310]: value = "task-4446506" [ 937.673966] env[65310]: _type = "Task" [ 937.673966] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.684498] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.778107] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.784020] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f34f4c9e-1770-4792-b009-0a998955eb84 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.790039] env[65310]: DEBUG oslo_vmware.api [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 937.790039] env[65310]: value = "task-4446507" [ 937.790039] env[65310]: _type = "Task" [ 937.790039] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.804025] env[65310]: DEBUG oslo_vmware.api [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.817688] env[65310]: DEBUG nova.scheduler.client.report [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.902083] env[65310]: DEBUG oslo_concurrency.lockutils [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "75779b88-c777-41b0-8a1f-d99c8aa131e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.902083] env[65310]: DEBUG oslo_concurrency.lockutils [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.902083] env[65310]: DEBUG oslo_concurrency.lockutils [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "75779b88-c777-41b0-8a1f-d99c8aa131e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.902318] env[65310]: DEBUG oslo_concurrency.lockutils [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.902834] env[65310]: DEBUG oslo_concurrency.lockutils [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.905480] env[65310]: INFO nova.compute.manager [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Terminating instance [ 938.092652] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078321} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.092652] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.093047] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaf31e5-3822-4f04-845a-68dd8968aff3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.124457] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 417d175e-9924-42fd-9492-3852876816d5/417d175e-9924-42fd-9492-3852876816d5.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.124457] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83cdf25c-a46e-4dc5-aef2-1e17f983e851 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.154431] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446504, 'name': PowerOnVM_Task, 'duration_secs': 1.009084} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.156267] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.156538] env[65310]: INFO nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Took 10.12 seconds to spawn the instance on the hypervisor. [ 938.156790] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 938.157249] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 938.157249] env[65310]: value = "task-4446508" [ 938.157249] env[65310]: _type = "Task" [ 938.157249] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.158177] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6622b5f4-bfe8-450a-bd4f-26db979ffc5b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.181968] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.193160] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110073} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.193160] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.195611] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4684cd3e-787e-4adc-8f4b-945fe8a4ad53 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.218909] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] e394a667-b521-4a07-8f25-8359b3598366/e394a667-b521-4a07-8f25-8359b3598366.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.218909] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee487a9a-dbc1-41fc-a886-ef8341a1ae8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.246246] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 938.246246] env[65310]: value = "task-4446509" [ 938.246246] env[65310]: _type = "Task" [ 938.246246] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.258479] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.309340] env[65310]: DEBUG oslo_vmware.api [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446507, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.326531] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.329228] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.792s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.331439] env[65310]: INFO nova.compute.claims [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.336620] env[65310]: DEBUG nova.compute.manager [req-2656a4ab-212a-41df-996e-f502ba3392d3 req-a8e7ad9d-fdda-4d12-9069-c403926cdc2b service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received event network-changed-8ece90e3-cedc-4506-a2b8-776f2ceb94e5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 938.336810] env[65310]: DEBUG nova.compute.manager [req-2656a4ab-212a-41df-996e-f502ba3392d3 req-a8e7ad9d-fdda-4d12-9069-c403926cdc2b service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Refreshing instance network info cache due to event network-changed-8ece90e3-cedc-4506-a2b8-776f2ceb94e5. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 938.337130] env[65310]: DEBUG oslo_concurrency.lockutils [req-2656a4ab-212a-41df-996e-f502ba3392d3 req-a8e7ad9d-fdda-4d12-9069-c403926cdc2b service nova] Acquiring lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.337248] env[65310]: DEBUG oslo_concurrency.lockutils [req-2656a4ab-212a-41df-996e-f502ba3392d3 req-a8e7ad9d-fdda-4d12-9069-c403926cdc2b service nova] Acquired lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.337332] env[65310]: DEBUG nova.network.neutron [req-2656a4ab-212a-41df-996e-f502ba3392d3 req-a8e7ad9d-fdda-4d12-9069-c403926cdc2b service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Refreshing network info cache for port 8ece90e3-cedc-4506-a2b8-776f2ceb94e5 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.376022] env[65310]: INFO nova.scheduler.client.report [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted allocations for instance 6ace7dc3-71a5-4769-91bf-989d065f63a6 [ 938.411974] env[65310]: DEBUG nova.compute.manager [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 938.411974] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.416968] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c032b567-1715-4a29-9411-4dec103b8c4e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.430327] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.430750] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e4833ab-d17e-4919-ad6c-d9f795dcecd7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.440664] env[65310]: DEBUG oslo_vmware.api [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 938.440664] env[65310]: value = "task-4446510" [ 938.440664] env[65310]: _type = "Task" [ 938.440664] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.452215] env[65310]: DEBUG oslo_vmware.api [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.677112] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.693468] env[65310]: INFO nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Took 41.72 seconds to build instance. [ 938.773240] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.803290] env[65310]: DEBUG oslo_vmware.api [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446507, 'name': PowerOnVM_Task, 'duration_secs': 0.55049} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.803936] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.804159] env[65310]: DEBUG nova.compute.manager [None req-d2156fae-59fc-4e16-ab90-1865e7221f25 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 938.804976] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293319ab-284c-49f5-b648-10d71629b7b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.839255] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquiring lock "c8661421-19ca-4fe4-be78-8c124f0e0474" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.839568] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Lock "c8661421-19ca-4fe4-be78-8c124f0e0474" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.844451] env[65310]: WARNING neutronclient.v2_0.client [req-2656a4ab-212a-41df-996e-f502ba3392d3 req-a8e7ad9d-fdda-4d12-9069-c403926cdc2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.890047] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "6ace7dc3-71a5-4769-91bf-989d065f63a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.925s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.910118] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.910118] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.952925] env[65310]: DEBUG oslo_vmware.api [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446510, 'name': PowerOffVM_Task, 'duration_secs': 0.368486} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.952925] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.952925] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.952925] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6a9ecbd-b0c6-4b20-96e8-b1b7df4c6f8f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.030275] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.030573] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.030695] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleting the datastore file [datastore2] 75779b88-c777-41b0-8a1f-d99c8aa131e2 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.031124] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-326431ad-5f7f-440d-9a45-293274abb4b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.041337] env[65310]: DEBUG oslo_vmware.api [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 939.041337] env[65310]: value = "task-4446512" [ 939.041337] env[65310]: _type = "Task" [ 939.041337] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.059791] env[65310]: DEBUG oslo_vmware.api [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.144529] env[65310]: WARNING neutronclient.v2_0.client [req-2656a4ab-212a-41df-996e-f502ba3392d3 req-a8e7ad9d-fdda-4d12-9069-c403926cdc2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.175896] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446508, 'name': ReconfigVM_Task, 'duration_secs': 0.658962} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.175896] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 417d175e-9924-42fd-9492-3852876816d5/417d175e-9924-42fd-9492-3852876816d5.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.175896] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a73faa1a-f32a-41b0-a46d-1a8e1ae5a090 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.184435] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 939.184435] env[65310]: value = "task-4446513" [ 939.184435] env[65310]: _type = "Task" [ 939.184435] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.198025] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446513, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.198025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.233s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.259615] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446509, 'name': ReconfigVM_Task, 'duration_secs': 0.626379} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.260123] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Reconfigured VM instance instance-00000044 to attach disk [datastore1] e394a667-b521-4a07-8f25-8359b3598366/e394a667-b521-4a07-8f25-8359b3598366.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.260665] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20b08b1f-03dd-48a1-be57-9355f57800d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.269878] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 939.269878] env[65310]: value = "task-4446514" [ 939.269878] env[65310]: _type = "Task" [ 939.269878] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.281087] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446514, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.309943] env[65310]: DEBUG nova.network.neutron [req-2656a4ab-212a-41df-996e-f502ba3392d3 req-a8e7ad9d-fdda-4d12-9069-c403926cdc2b service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updated VIF entry in instance network info cache for port 8ece90e3-cedc-4506-a2b8-776f2ceb94e5. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.310408] env[65310]: DEBUG nova.network.neutron [req-2656a4ab-212a-41df-996e-f502ba3392d3 req-a8e7ad9d-fdda-4d12-9069-c403926cdc2b service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updating instance_info_cache with network_info: [{"id": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "address": "fa:16:3e:f7:18:eb", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece90e3-ce", "ovs_interfaceid": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.345164] env[65310]: DEBUG nova.compute.manager [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 939.418578] env[65310]: DEBUG nova.compute.manager [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 939.561408] env[65310]: DEBUG oslo_vmware.api [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349305} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.561623] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.561915] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.562293] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.562487] env[65310]: INFO nova.compute.manager [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 939.562863] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 939.567092] env[65310]: DEBUG nova.compute.manager [-] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 939.567206] env[65310]: DEBUG nova.network.neutron [-] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 939.567469] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.584331] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.584581] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.584775] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.585310] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.585310] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.588514] env[65310]: INFO nova.compute.manager [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Terminating instance [ 939.612651] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.697362] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446513, 'name': Rename_Task, 'duration_secs': 0.243888} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.697700] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.697964] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-346b9583-0e30-4932-a712-49a76a520feb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.709679] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 939.709679] env[65310]: value = "task-4446515" [ 939.709679] env[65310]: _type = "Task" [ 939.709679] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.717886] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.791257] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446514, 'name': Rename_Task, 'duration_secs': 0.228017} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.795596] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.796399] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af35f7bf-260f-4647-954f-b12e4ff6dc79 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.807646] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 939.807646] env[65310]: value = "task-4446516" [ 939.807646] env[65310]: _type = "Task" [ 939.807646] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.813126] env[65310]: DEBUG oslo_concurrency.lockutils [req-2656a4ab-212a-41df-996e-f502ba3392d3 req-a8e7ad9d-fdda-4d12-9069-c403926cdc2b service nova] Releasing lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.817382] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.882754] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.946095] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afb2f63-9e69-4a53-b2aa-abc12540d74c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.952519] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.959825] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bfc6a7-49f7-4793-8652-7d5af179d39a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.994355] env[65310]: DEBUG nova.network.neutron [-] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.996315] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3d1c4f-c826-4fb9-b8a4-aa1882c3ee75 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.006418] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576fb03-5c8c-47bc-8671-658a0a96bc9b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.023268] env[65310]: DEBUG nova.compute.provider_tree [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.091318] env[65310]: DEBUG nova.compute.manager [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 940.091550] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.092549] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1600eb25-28b1-4427-9ca3-a0e20d6a06ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.101679] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.102943] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae0c1182-c3a0-4411-8828-3d5b4e67e774 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.105396] env[65310]: DEBUG nova.compute.manager [req-25085e48-dcec-4e02-84f6-2442edee449a req-08af5f68-7c6f-42a0-9cfb-026e46533e22 service nova] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Received event network-vif-deleted-b1a58745-8b52-4a91-af27-2d25e1ef2125 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 940.112317] env[65310]: DEBUG oslo_vmware.api [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 940.112317] env[65310]: value = "task-4446517" [ 940.112317] env[65310]: _type = "Task" [ 940.112317] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.122196] env[65310]: DEBUG oslo_vmware.api [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.220113] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.317636] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.500242] env[65310]: INFO nova.compute.manager [-] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Took 0.93 seconds to deallocate network for instance. [ 940.526880] env[65310]: DEBUG nova.scheduler.client.report [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.629123] env[65310]: DEBUG oslo_vmware.api [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446517, 'name': PowerOffVM_Task, 'duration_secs': 0.224005} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.629123] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.629123] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.629123] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7eca9af-ed4f-4a44-ad4e-d97b5d5fb836 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.724055] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.728195] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.728532] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.728715] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleting the datastore file [datastore1] f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.729129] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f034e40-1d7b-4e4c-af89-541530fd666a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.738526] env[65310]: DEBUG oslo_vmware.api [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for the task: (returnval){ [ 940.738526] env[65310]: value = "task-4446519" [ 940.738526] env[65310]: _type = "Task" [ 940.738526] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.755723] env[65310]: DEBUG oslo_vmware.api [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.822130] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.008213] env[65310]: DEBUG oslo_concurrency.lockutils [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.033450] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.034114] env[65310]: DEBUG nova.compute.manager [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 941.038235] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.428s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.041061] env[65310]: INFO nova.compute.claims [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.219601] env[65310]: DEBUG oslo_vmware.api [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446515, 'name': PowerOnVM_Task, 'duration_secs': 1.335174} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.219891] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.220124] env[65310]: INFO nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Took 10.01 seconds to spawn the instance on the hypervisor. [ 941.220306] env[65310]: DEBUG nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 941.221145] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8f157b-f636-4e2f-b711-b626a41f5ea1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.249022] env[65310]: DEBUG oslo_vmware.api [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Task: {'id': task-4446519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201497} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.249455] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.249639] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.249812] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.250044] env[65310]: INFO nova.compute.manager [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 941.250256] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 941.250455] env[65310]: DEBUG nova.compute.manager [-] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 941.250549] env[65310]: DEBUG nova.network.neutron [-] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 941.250800] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.290458] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.319503] env[65310]: DEBUG oslo_vmware.api [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446516, 'name': PowerOnVM_Task, 'duration_secs': 1.207559} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.319774] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.319992] env[65310]: DEBUG nova.compute.manager [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 941.320811] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f90e72-efe9-4d58-bcac-9632d66a3335 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.543984] env[65310]: DEBUG nova.compute.manager [req-e81dfaf9-a104-4b2a-9c25-ead155694ed0 req-ac9c75eb-8dd0-47f3-a665-00fd00f59e82 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Received event network-vif-deleted-b41e932a-d96d-46bc-93c5-978753dcd428 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 941.544244] env[65310]: INFO nova.compute.manager [req-e81dfaf9-a104-4b2a-9c25-ead155694ed0 req-ac9c75eb-8dd0-47f3-a665-00fd00f59e82 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Neutron deleted interface b41e932a-d96d-46bc-93c5-978753dcd428; detaching it from the instance and deleting it from the info cache [ 941.544417] env[65310]: DEBUG nova.network.neutron [req-e81dfaf9-a104-4b2a-9c25-ead155694ed0 req-ac9c75eb-8dd0-47f3-a665-00fd00f59e82 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.547870] env[65310]: DEBUG nova.compute.utils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.552444] env[65310]: DEBUG nova.compute.manager [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 941.552656] env[65310]: DEBUG nova.network.neutron [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 941.552981] env[65310]: WARNING neutronclient.v2_0.client [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.553446] env[65310]: WARNING neutronclient.v2_0.client [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.605451] env[65310]: DEBUG nova.policy [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efaf50fa79c44f09a02234a89332c0f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2322ac72dab4f9a806f5492965fb98d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.748793] env[65310]: INFO nova.compute.manager [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Took 44.74 seconds to build instance. [ 941.845946] env[65310]: DEBUG oslo_concurrency.lockutils [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.980019] env[65310]: DEBUG nova.network.neutron [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Successfully created port: f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 942.023262] env[65310]: DEBUG nova.network.neutron [-] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.047008] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a7d76a9-2b6d-414a-96d6-a454782ae7f1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.056671] env[65310]: DEBUG nova.compute.manager [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 942.066158] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b263ca5-a99c-4611-ac39-1d50a4bdaea0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.110075] env[65310]: DEBUG nova.compute.manager [req-e81dfaf9-a104-4b2a-9c25-ead155694ed0 req-ac9c75eb-8dd0-47f3-a665-00fd00f59e82 service nova] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Detach interface failed, port_id=b41e932a-d96d-46bc-93c5-978753dcd428, reason: Instance f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 942.254656] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e8c4590-70af-4977-ab07-d825a2581871 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "417d175e-9924-42fd-9492-3852876816d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.258s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.513569] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b722496-3a02-4a4f-876f-9a1b627781fe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.522197] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0824cff0-3e9d-4d3b-95b3-db072ddd266f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.525988] env[65310]: INFO nova.compute.manager [-] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Took 1.28 seconds to deallocate network for instance. [ 942.559144] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c2371e-b4a8-4945-871c-5c26cbc4ee42 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.575072] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbfed02-464e-427c-8573-f9793b1a3e02 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.590736] env[65310]: DEBUG nova.compute.provider_tree [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.678422] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.678755] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.679078] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.679311] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.679502] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.681791] env[65310]: INFO nova.compute.manager [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Terminating instance [ 942.741999] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquiring lock "e394a667-b521-4a07-8f25-8359b3598366" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.742260] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "e394a667-b521-4a07-8f25-8359b3598366" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.742360] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquiring lock "e394a667-b521-4a07-8f25-8359b3598366-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.742544] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "e394a667-b521-4a07-8f25-8359b3598366-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.742715] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "e394a667-b521-4a07-8f25-8359b3598366-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.744964] env[65310]: INFO nova.compute.manager [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Terminating instance [ 942.902128] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "417d175e-9924-42fd-9492-3852876816d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.902422] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "417d175e-9924-42fd-9492-3852876816d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.902622] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "417d175e-9924-42fd-9492-3852876816d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.902808] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "417d175e-9924-42fd-9492-3852876816d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.902981] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "417d175e-9924-42fd-9492-3852876816d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.905586] env[65310]: INFO nova.compute.manager [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Terminating instance [ 943.059815] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.067729] env[65310]: DEBUG nova.compute.manager [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 943.093845] env[65310]: DEBUG nova.scheduler.client.report [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.101959] env[65310]: DEBUG nova.virt.hardware [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 943.101959] env[65310]: DEBUG nova.virt.hardware [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.102204] env[65310]: DEBUG nova.virt.hardware [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 943.102353] env[65310]: DEBUG nova.virt.hardware [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.102542] env[65310]: DEBUG nova.virt.hardware [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 943.102745] env[65310]: DEBUG nova.virt.hardware [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 943.102946] env[65310]: DEBUG nova.virt.hardware [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 943.103223] env[65310]: DEBUG nova.virt.hardware [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 943.103453] env[65310]: DEBUG nova.virt.hardware [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 943.103666] env[65310]: DEBUG nova.virt.hardware [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 943.103896] env[65310]: DEBUG nova.virt.hardware [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 943.105060] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c55b518-6970-43f4-9e69-6efb7ce8868d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.116241] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b579ed5-e68a-46c2-8978-fa03bb4755ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.186746] env[65310]: DEBUG nova.compute.manager [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 943.186746] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.187366] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d3db08-2d59-41f4-971a-b97f81aeb27e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.197729] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.197994] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae24616a-3bce-4754-8bca-ca7039b371a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.206286] env[65310]: DEBUG oslo_vmware.api [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 943.206286] env[65310]: value = "task-4446520" [ 943.206286] env[65310]: _type = "Task" [ 943.206286] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.216301] env[65310]: DEBUG oslo_vmware.api [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.248461] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquiring lock "refresh_cache-e394a667-b521-4a07-8f25-8359b3598366" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.248689] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquired lock "refresh_cache-e394a667-b521-4a07-8f25-8359b3598366" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.248944] env[65310]: DEBUG nova.network.neutron [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 943.358543] env[65310]: DEBUG oslo_vmware.rw_handles [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6857-da98-c424-15a9-731c39578329/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 943.359739] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216f4b2f-b9aa-43f0-a607-213b3925bc9b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.367284] env[65310]: DEBUG oslo_vmware.rw_handles [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6857-da98-c424-15a9-731c39578329/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 943.367454] env[65310]: ERROR oslo_vmware.rw_handles [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6857-da98-c424-15a9-731c39578329/disk-0.vmdk due to incomplete transfer. [ 943.367702] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-abc67c2c-f993-4cc6-862f-10bee9d3a490 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.387758] env[65310]: DEBUG oslo_vmware.rw_handles [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6857-da98-c424-15a9-731c39578329/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 943.387987] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Uploaded image 2bfffb91-6799-4124-b76e-436657711ac5 to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 943.390502] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 943.391212] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2ef9fd8-984b-4e70-a67a-6f52a8191470 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.399536] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 943.399536] env[65310]: value = "task-4446521" [ 943.399536] env[65310]: _type = "Task" [ 943.399536] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.410349] env[65310]: DEBUG nova.compute.manager [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 943.410579] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.410878] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446521, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.411799] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dc054c-7cba-4136-a007-c3eabb6fe0da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.420231] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.420562] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-289a892e-59ef-4f12-882b-d9e29212a461 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.428445] env[65310]: DEBUG oslo_vmware.api [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 943.428445] env[65310]: value = "task-4446522" [ 943.428445] env[65310]: _type = "Task" [ 943.428445] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.441364] env[65310]: DEBUG oslo_vmware.api [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.595630] env[65310]: DEBUG nova.network.neutron [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Successfully updated port: f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 943.611332] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.611745] env[65310]: DEBUG nova.compute.manager [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 943.615898] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.979s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.617652] env[65310]: INFO nova.compute.claims [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.656013] env[65310]: DEBUG nova.compute.manager [req-f022b433-b723-4605-abda-3b4cf01429a0 req-a5988927-698f-4b57-a77d-4ccb4ef6c9fa service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Received event network-vif-plugged-f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 943.656164] env[65310]: DEBUG oslo_concurrency.lockutils [req-f022b433-b723-4605-abda-3b4cf01429a0 req-a5988927-698f-4b57-a77d-4ccb4ef6c9fa service nova] Acquiring lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.658242] env[65310]: DEBUG oslo_concurrency.lockutils [req-f022b433-b723-4605-abda-3b4cf01429a0 req-a5988927-698f-4b57-a77d-4ccb4ef6c9fa service nova] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.658242] env[65310]: DEBUG oslo_concurrency.lockutils [req-f022b433-b723-4605-abda-3b4cf01429a0 req-a5988927-698f-4b57-a77d-4ccb4ef6c9fa service nova] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.658242] env[65310]: DEBUG nova.compute.manager [req-f022b433-b723-4605-abda-3b4cf01429a0 req-a5988927-698f-4b57-a77d-4ccb4ef6c9fa service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] No waiting events found dispatching network-vif-plugged-f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 943.658242] env[65310]: WARNING nova.compute.manager [req-f022b433-b723-4605-abda-3b4cf01429a0 req-a5988927-698f-4b57-a77d-4ccb4ef6c9fa service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Received unexpected event network-vif-plugged-f5d8a632-9a1a-42e4-867e-73596063e1c7 for instance with vm_state building and task_state spawning. [ 943.721205] env[65310]: DEBUG oslo_vmware.api [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446520, 'name': PowerOffVM_Task, 'duration_secs': 0.248992} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.721680] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.721888] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.722228] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-031e6f1e-29cd-4760-8262-afe33de30500 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.752795] env[65310]: WARNING neutronclient.v2_0.client [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.775488] env[65310]: DEBUG nova.network.neutron [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 943.797992] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.798251] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.798458] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleting the datastore file [datastore1] b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.798751] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b55c22f0-5367-4531-a8dc-01b35e25f709 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.812457] env[65310]: DEBUG oslo_vmware.api [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 943.812457] env[65310]: value = "task-4446524" [ 943.812457] env[65310]: _type = "Task" [ 943.812457] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.817896] env[65310]: DEBUG oslo_vmware.api [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.864692] env[65310]: DEBUG nova.network.neutron [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.912264] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446521, 'name': Destroy_Task, 'duration_secs': 0.390156} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.912525] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Destroyed the VM [ 943.912761] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 943.913034] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a1ce952-7338-4cc7-9512-cca95860dd4b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.921906] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 943.921906] env[65310]: value = "task-4446525" [ 943.921906] env[65310]: _type = "Task" [ 943.921906] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.930979] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446525, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.943312] env[65310]: DEBUG oslo_vmware.api [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446522, 'name': PowerOffVM_Task, 'duration_secs': 0.298437} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.943312] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.943312] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.943654] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15d1d3db-73ef-4926-bdb7-725e8dca28c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.024439] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.024671] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.024855] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleting the datastore file [datastore1] 417d175e-9924-42fd-9492-3852876816d5 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.025321] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e0286e9-0f74-4eb5-9f4d-0ffdfd9416bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.036363] env[65310]: DEBUG oslo_vmware.api [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 944.036363] env[65310]: value = "task-4446527" [ 944.036363] env[65310]: _type = "Task" [ 944.036363] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.047506] env[65310]: DEBUG oslo_vmware.api [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.099958] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.099958] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.100250] env[65310]: DEBUG nova.network.neutron [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 944.123055] env[65310]: DEBUG nova.compute.utils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.126906] env[65310]: DEBUG nova.compute.manager [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Not allocating networking since 'none' was specified. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 944.320640] env[65310]: DEBUG oslo_vmware.api [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309632} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.320918] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.321119] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.321393] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.321580] env[65310]: INFO nova.compute.manager [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Took 1.14 seconds to destroy the instance on the hypervisor. [ 944.321826] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 944.322054] env[65310]: DEBUG nova.compute.manager [-] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 944.322191] env[65310]: DEBUG nova.network.neutron [-] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 944.322403] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.359998] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.368059] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Releasing lock "refresh_cache-e394a667-b521-4a07-8f25-8359b3598366" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.368618] env[65310]: DEBUG nova.compute.manager [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 944.368835] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.369934] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2c14fc-478f-40ae-b2f8-f85996dabb79 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.379698] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.380063] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dabf920-28e6-461d-9cdf-f3d33d92a498 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.388685] env[65310]: DEBUG oslo_vmware.api [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 944.388685] env[65310]: value = "task-4446528" [ 944.388685] env[65310]: _type = "Task" [ 944.388685] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.398085] env[65310]: DEBUG oslo_vmware.api [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.432373] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446525, 'name': RemoveSnapshot_Task} progress is 64%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.548142] env[65310]: DEBUG oslo_vmware.api [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384519} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.548402] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.548591] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.548763] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.548954] env[65310]: INFO nova.compute.manager [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 417d175e-9924-42fd-9492-3852876816d5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 944.549282] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 944.549476] env[65310]: DEBUG nova.compute.manager [-] [instance: 417d175e-9924-42fd-9492-3852876816d5] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 944.549606] env[65310]: DEBUG nova.network.neutron [-] [instance: 417d175e-9924-42fd-9492-3852876816d5] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 944.549857] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.613283] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.627925] env[65310]: DEBUG nova.compute.manager [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 944.642354] env[65310]: DEBUG nova.network.neutron [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 944.744136] env[65310]: WARNING neutronclient.v2_0.client [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.873205] env[65310]: DEBUG nova.compute.manager [req-747b8aa9-f63c-4d38-b639-22919f5a0196 req-cd2964ff-c680-437f-bc92-a42d7c8b495a service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] Received event network-vif-deleted-6d94a33e-3e14-457f-b22d-2ebf4a493cb5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 944.873205] env[65310]: INFO nova.compute.manager [req-747b8aa9-f63c-4d38-b639-22919f5a0196 req-cd2964ff-c680-437f-bc92-a42d7c8b495a service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] Neutron deleted interface 6d94a33e-3e14-457f-b22d-2ebf4a493cb5; detaching it from the instance and deleting it from the info cache [ 944.875494] env[65310]: DEBUG nova.network.neutron [req-747b8aa9-f63c-4d38-b639-22919f5a0196 req-cd2964ff-c680-437f-bc92-a42d7c8b495a service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.889417] env[65310]: DEBUG nova.network.neutron [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updating instance_info_cache with network_info: [{"id": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "address": "fa:16:3e:f7:e4:ca", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d8a632-9a", "ovs_interfaceid": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.907908] env[65310]: DEBUG oslo_vmware.api [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446528, 'name': PowerOffVM_Task, 'duration_secs': 0.213777} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.908202] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.908366] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.909040] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64f884c3-f759-4bb4-b82f-2d8ff9c0f170 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.937122] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446525, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.940198] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.940462] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.940856] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Deleting the datastore file [datastore1] e394a667-b521-4a07-8f25-8359b3598366 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.941142] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67e9907c-d343-4adf-bb53-f8927b4ec467 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.950406] env[65310]: DEBUG oslo_vmware.api [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for the task: (returnval){ [ 944.950406] env[65310]: value = "task-4446530" [ 944.950406] env[65310]: _type = "Task" [ 944.950406] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.962685] env[65310]: DEBUG oslo_vmware.api [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.116688] env[65310]: DEBUG nova.network.neutron [-] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.120500] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22427007-7d2b-444a-9f74-5d07f1416273 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.130679] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6ca7a1-b0d4-4251-9b22-99badec04fb6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.167405] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b4f92-3cee-4a01-85bf-89520fb3550e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.176339] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6904d19-3c97-4967-ac2d-fca2d2be9250 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.192805] env[65310]: DEBUG nova.compute.provider_tree [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.343703] env[65310]: DEBUG nova.network.neutron [-] [instance: 417d175e-9924-42fd-9492-3852876816d5] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.376744] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-febaa3ca-aeb6-4e12-b536-3db69ab204b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.391705] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8108e2-92ab-4d92-a346-7886627e7aca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.403335] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.403714] env[65310]: DEBUG nova.compute.manager [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Instance network_info: |[{"id": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "address": "fa:16:3e:f7:e4:ca", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d8a632-9a", "ovs_interfaceid": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 945.404552] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:e4:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5d8a632-9a1a-42e4-867e-73596063e1c7', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.413479] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 945.414162] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.414410] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6b31b62-c45a-4bfb-bc64-d404aa2cd168 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.444410] env[65310]: DEBUG nova.compute.manager [req-747b8aa9-f63c-4d38-b639-22919f5a0196 req-cd2964ff-c680-437f-bc92-a42d7c8b495a service nova] [instance: 417d175e-9924-42fd-9492-3852876816d5] Detach interface failed, port_id=6d94a33e-3e14-457f-b22d-2ebf4a493cb5, reason: Instance 417d175e-9924-42fd-9492-3852876816d5 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 945.454726] env[65310]: DEBUG oslo_vmware.api [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446525, 'name': RemoveSnapshot_Task, 'duration_secs': 1.046418} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.459102] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 945.459386] env[65310]: INFO nova.compute.manager [None req-feb45b46-9e79-4ac8-886b-57fad44fca50 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Took 15.90 seconds to snapshot the instance on the hypervisor. [ 945.462149] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.462149] env[65310]: value = "task-4446531" [ 945.462149] env[65310]: _type = "Task" [ 945.462149] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.469900] env[65310]: DEBUG oslo_vmware.api [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Task: {'id': task-4446530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493055} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.470604] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.470791] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.470976] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.471314] env[65310]: INFO nova.compute.manager [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Took 1.10 seconds to destroy the instance on the hypervisor. [ 945.473795] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 945.473795] env[65310]: DEBUG nova.compute.manager [-] [instance: e394a667-b521-4a07-8f25-8359b3598366] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 945.473795] env[65310]: DEBUG nova.network.neutron [-] [instance: e394a667-b521-4a07-8f25-8359b3598366] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 945.473795] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.479124] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446531, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.494321] env[65310]: DEBUG nova.network.neutron [-] [instance: e394a667-b521-4a07-8f25-8359b3598366] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 945.494585] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.619954] env[65310]: INFO nova.compute.manager [-] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Took 1.30 seconds to deallocate network for instance. [ 945.668609] env[65310]: DEBUG nova.compute.manager [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 945.689149] env[65310]: DEBUG nova.compute.manager [req-7f01ed2c-5d8e-4215-af6a-bf838c5e78b8 req-eda7ee6c-4f1a-4594-9243-19431d6bd5c2 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Received event network-changed-f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 945.689316] env[65310]: DEBUG nova.compute.manager [req-7f01ed2c-5d8e-4215-af6a-bf838c5e78b8 req-eda7ee6c-4f1a-4594-9243-19431d6bd5c2 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Refreshing instance network info cache due to event network-changed-f5d8a632-9a1a-42e4-867e-73596063e1c7. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 945.689545] env[65310]: DEBUG oslo_concurrency.lockutils [req-7f01ed2c-5d8e-4215-af6a-bf838c5e78b8 req-eda7ee6c-4f1a-4594-9243-19431d6bd5c2 service nova] Acquiring lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.689862] env[65310]: DEBUG oslo_concurrency.lockutils [req-7f01ed2c-5d8e-4215-af6a-bf838c5e78b8 req-eda7ee6c-4f1a-4594-9243-19431d6bd5c2 service nova] Acquired lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.689862] env[65310]: DEBUG nova.network.neutron [req-7f01ed2c-5d8e-4215-af6a-bf838c5e78b8 req-eda7ee6c-4f1a-4594-9243-19431d6bd5c2 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Refreshing network info cache for port f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.695370] env[65310]: DEBUG nova.scheduler.client.report [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.701030] env[65310]: DEBUG nova.virt.hardware [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 945.701030] env[65310]: DEBUG nova.virt.hardware [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.701030] env[65310]: DEBUG nova.virt.hardware [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 945.701278] env[65310]: DEBUG nova.virt.hardware [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.701319] env[65310]: DEBUG nova.virt.hardware [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 945.701441] env[65310]: DEBUG nova.virt.hardware [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 945.701651] env[65310]: DEBUG nova.virt.hardware [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 945.701808] env[65310]: DEBUG nova.virt.hardware [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 945.701987] env[65310]: DEBUG nova.virt.hardware [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 945.702158] env[65310]: DEBUG nova.virt.hardware [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 945.702343] env[65310]: DEBUG nova.virt.hardware [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 945.703970] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bde6aa-1d32-42cc-aa99-ad6415e15cd4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.714188] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a555be13-9388-41eb-ab24-f19d6c11130b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.730531] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.736713] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Creating folder: Project (94417b2c69b141529fff7ba673938f2f). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.737469] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74990aa6-13ed-45e3-a00a-8cb77cb46902 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.751352] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Created folder: Project (94417b2c69b141529fff7ba673938f2f) in parent group-v869493. [ 945.751511] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Creating folder: Instances. Parent ref: group-v869708. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.752866] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1343093-c381-47cb-b69e-34c7299c3d40 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.764929] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Created folder: Instances in parent group-v869708. [ 945.765270] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 945.765524] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.765815] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d5954cc-ea41-4129-b50c-58d95c3e649e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.788392] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.788392] env[65310]: value = "task-4446534" [ 945.788392] env[65310]: _type = "Task" [ 945.788392] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.802297] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446534, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.846428] env[65310]: INFO nova.compute.manager [-] [instance: 417d175e-9924-42fd-9492-3852876816d5] Took 1.30 seconds to deallocate network for instance. [ 945.977799] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446531, 'name': CreateVM_Task, 'duration_secs': 0.483197} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.977988] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.978562] env[65310]: WARNING neutronclient.v2_0.client [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.979033] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.979270] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.979580] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.979884] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96818e1d-6148-45c6-be8a-b3fe18f7f7e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.985812] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 945.985812] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52109b2a-3691-a498-ecaf-e889068b8c5d" [ 945.985812] env[65310]: _type = "Task" [ 945.985812] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.997956] env[65310]: DEBUG nova.network.neutron [-] [instance: e394a667-b521-4a07-8f25-8359b3598366] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.999311] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52109b2a-3691-a498-ecaf-e889068b8c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.126620] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.194624] env[65310]: WARNING neutronclient.v2_0.client [req-7f01ed2c-5d8e-4215-af6a-bf838c5e78b8 req-eda7ee6c-4f1a-4594-9243-19431d6bd5c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.208268] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.208870] env[65310]: DEBUG nova.compute.manager [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 946.211609] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.434s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.211794] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.214071] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.973s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.217641] env[65310]: INFO nova.compute.claims [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.256046] env[65310]: INFO nova.scheduler.client.report [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Deleted allocations for instance abd1eefc-d2b6-47f5-a2a5-d538deb761f4 [ 946.300491] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446534, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.358467] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.379613] env[65310]: WARNING neutronclient.v2_0.client [req-7f01ed2c-5d8e-4215-af6a-bf838c5e78b8 req-eda7ee6c-4f1a-4594-9243-19431d6bd5c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.462356] env[65310]: DEBUG nova.network.neutron [req-7f01ed2c-5d8e-4215-af6a-bf838c5e78b8 req-eda7ee6c-4f1a-4594-9243-19431d6bd5c2 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updated VIF entry in instance network info cache for port f5d8a632-9a1a-42e4-867e-73596063e1c7. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 946.462356] env[65310]: DEBUG nova.network.neutron [req-7f01ed2c-5d8e-4215-af6a-bf838c5e78b8 req-eda7ee6c-4f1a-4594-9243-19431d6bd5c2 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updating instance_info_cache with network_info: [{"id": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "address": "fa:16:3e:f7:e4:ca", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d8a632-9a", "ovs_interfaceid": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.497805] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52109b2a-3691-a498-ecaf-e889068b8c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.013866} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.498109] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.498340] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.498571] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.498712] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.498884] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.499198] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3eca1ea-0be0-449f-832c-effa7c604ec6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.501248] env[65310]: INFO nova.compute.manager [-] [instance: e394a667-b521-4a07-8f25-8359b3598366] Took 1.03 seconds to deallocate network for instance. [ 946.511917] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.511917] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.511917] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ff6d0c-f96e-4f60-ba51-fd05737afdb0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.516900] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 946.516900] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d3696f-87a0-4ed7-8147-dabe2da35aac" [ 946.516900] env[65310]: _type = "Task" [ 946.516900] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.526356] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d3696f-87a0-4ed7-8147-dabe2da35aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.720048] env[65310]: DEBUG nova.compute.utils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.723874] env[65310]: DEBUG nova.compute.manager [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 946.724108] env[65310]: DEBUG nova.network.neutron [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 946.724438] env[65310]: WARNING neutronclient.v2_0.client [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.724730] env[65310]: WARNING neutronclient.v2_0.client [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.765934] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "abd1eefc-d2b6-47f5-a2a5-d538deb761f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.477s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.782501] env[65310]: DEBUG nova.policy [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d12c671f724a3682653e56f1a8734a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '786f47329c0d48a4a2b912f04822ae9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.799404] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446534, 'name': CreateVM_Task, 'duration_secs': 0.613528} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.799571] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.800030] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.800208] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.800517] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.800777] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703d51c4-a748-4d2b-bcf3-6cfdb039f606 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.807079] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 946.807079] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521361f1-f1f1-874e-2659-0703f851c164" [ 946.807079] env[65310]: _type = "Task" [ 946.807079] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.818028] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521361f1-f1f1-874e-2659-0703f851c164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.964960] env[65310]: DEBUG oslo_concurrency.lockutils [req-7f01ed2c-5d8e-4215-af6a-bf838c5e78b8 req-eda7ee6c-4f1a-4594-9243-19431d6bd5c2 service nova] Releasing lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.965275] env[65310]: DEBUG nova.compute.manager [req-7f01ed2c-5d8e-4215-af6a-bf838c5e78b8 req-eda7ee6c-4f1a-4594-9243-19431d6bd5c2 service nova] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Received event network-vif-deleted-3fa92c9b-4eee-42c3-8de4-db8e913ec333 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 947.007748] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.032628] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d3696f-87a0-4ed7-8147-dabe2da35aac, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.033605] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22513891-865d-41d1-ad40-d40f64354a60 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.040978] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 947.040978] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528a46e0-37a5-d13c-2ac5-878dbc4e8fee" [ 947.040978] env[65310]: _type = "Task" [ 947.040978] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.053763] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528a46e0-37a5-d13c-2ac5-878dbc4e8fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.107934] env[65310]: DEBUG nova.network.neutron [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Successfully created port: 4850bfe9-6192-4e81-b223-3df34e16b455 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 947.224750] env[65310]: DEBUG nova.compute.manager [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 947.320573] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521361f1-f1f1-874e-2659-0703f851c164, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.321109] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.322135] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.322135] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.322317] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.322770] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.325543] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07cf0cdf-9c3c-4f25-bbda-ea1ba96b512b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.336774] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.336963] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.338052] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa60a696-825f-4132-be87-bc7caa778c2f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.349947] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 947.349947] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5285a246-1154-b8fc-e19f-04fec7e9a976" [ 947.349947] env[65310]: _type = "Task" [ 947.349947] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.359718] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5285a246-1154-b8fc-e19f-04fec7e9a976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.555210] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528a46e0-37a5-d13c-2ac5-878dbc4e8fee, 'name': SearchDatastore_Task, 'duration_secs': 0.023753} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.555495] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.555769] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d516ed85-fb2a-45ed-8409-cbe212b60444/d516ed85-fb2a-45ed-8409-cbe212b60444.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.556092] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08240c94-79ee-468b-ae16-bb91cffcbb8f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.564467] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 947.564467] env[65310]: value = "task-4446535" [ 947.564467] env[65310]: _type = "Task" [ 947.564467] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.573971] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.627954] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e525812-77e6-49c4-b9d1-7def7af06a8b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.639016] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e63964-9a0f-4fbc-a337-c6b419b7a5bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.673796] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d85bc-4854-41fe-9f81-c04011d9fd23 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.682766] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afea9b5-d93b-40e6-8adc-10b9b2c65dcd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.700109] env[65310]: DEBUG nova.compute.provider_tree [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.866670] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5285a246-1154-b8fc-e19f-04fec7e9a976, 'name': SearchDatastore_Task, 'duration_secs': 0.012877} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.867831] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe365c25-466b-4cea-a58f-d56092d7c027 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.876927] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 947.876927] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5272b7a8-df1e-6e21-2816-cd2538cc761f" [ 947.876927] env[65310]: _type = "Task" [ 947.876927] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.890450] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5272b7a8-df1e-6e21-2816-cd2538cc761f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.076232] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498928} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.076528] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d516ed85-fb2a-45ed-8409-cbe212b60444/d516ed85-fb2a-45ed-8409-cbe212b60444.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.077466] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.077466] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-858ab52b-4cf5-42ba-90eb-ede86841490d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.085063] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 948.085063] env[65310]: value = "task-4446536" [ 948.085063] env[65310]: _type = "Task" [ 948.085063] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.095302] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.204035] env[65310]: DEBUG nova.scheduler.client.report [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.238642] env[65310]: DEBUG nova.compute.manager [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 948.263395] env[65310]: DEBUG nova.virt.hardware [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 948.263649] env[65310]: DEBUG nova.virt.hardware [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.263797] env[65310]: DEBUG nova.virt.hardware [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 948.264016] env[65310]: DEBUG nova.virt.hardware [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.264195] env[65310]: DEBUG nova.virt.hardware [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 948.264347] env[65310]: DEBUG nova.virt.hardware [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 948.264544] env[65310]: DEBUG nova.virt.hardware [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 948.264696] env[65310]: DEBUG nova.virt.hardware [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 948.264856] env[65310]: DEBUG nova.virt.hardware [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 948.265030] env[65310]: DEBUG nova.virt.hardware [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 948.265213] env[65310]: DEBUG nova.virt.hardware [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 948.266141] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb13886-b6c2-4625-84a4-200ec0f1bdce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.275031] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425ed89c-fb0c-454d-bec4-e54669fdff92 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.390834] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5272b7a8-df1e-6e21-2816-cd2538cc761f, 'name': SearchDatastore_Task, 'duration_secs': 0.031277} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.391449] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.391449] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf/29f4e9c0-4bec-4606-8d22-52bea2b4a4cf.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.391692] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bc23218-ee8a-4cdb-92d3-59aa5fe888b8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.401586] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 948.401586] env[65310]: value = "task-4446537" [ 948.401586] env[65310]: _type = "Task" [ 948.401586] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.413699] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.596124] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075123} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.596426] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.597299] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1025d3f-7e62-4bff-80f4-e94cffbd4746 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.622745] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] d516ed85-fb2a-45ed-8409-cbe212b60444/d516ed85-fb2a-45ed-8409-cbe212b60444.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.623121] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-400bbc37-5b3a-4021-9db8-bae07254b65c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.645803] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 948.645803] env[65310]: value = "task-4446538" [ 948.645803] env[65310]: _type = "Task" [ 948.645803] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.656725] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.705892] env[65310]: DEBUG nova.network.neutron [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Successfully updated port: 4850bfe9-6192-4e81-b223-3df34e16b455 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 948.709468] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.710086] env[65310]: DEBUG nova.compute.manager [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 948.712624] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.894s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.713464] env[65310]: DEBUG nova.objects.instance [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lazy-loading 'resources' on Instance uuid d4a33da6-6147-465d-a3c1-19373183f7af {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.872202] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "412c15d8-4e8a-4555-a48f-5f58667695cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.872574] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.872793] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "412c15d8-4e8a-4555-a48f-5f58667695cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.872969] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.873395] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.875619] env[65310]: INFO nova.compute.manager [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Terminating instance [ 948.888077] env[65310]: DEBUG nova.compute.manager [req-5f7e9d4a-ab75-4479-8716-f579a2d208ab req-72c67fb0-4b13-41c5-b97c-6c3c53c156cf service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Received event network-vif-plugged-4850bfe9-6192-4e81-b223-3df34e16b455 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 948.888252] env[65310]: DEBUG oslo_concurrency.lockutils [req-5f7e9d4a-ab75-4479-8716-f579a2d208ab req-72c67fb0-4b13-41c5-b97c-6c3c53c156cf service nova] Acquiring lock "71ca44db-6b7e-4a86-a50d-127049b2d554-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.888460] env[65310]: DEBUG oslo_concurrency.lockutils [req-5f7e9d4a-ab75-4479-8716-f579a2d208ab req-72c67fb0-4b13-41c5-b97c-6c3c53c156cf service nova] Lock "71ca44db-6b7e-4a86-a50d-127049b2d554-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.889549] env[65310]: DEBUG oslo_concurrency.lockutils [req-5f7e9d4a-ab75-4479-8716-f579a2d208ab req-72c67fb0-4b13-41c5-b97c-6c3c53c156cf service nova] Lock "71ca44db-6b7e-4a86-a50d-127049b2d554-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.889549] env[65310]: DEBUG nova.compute.manager [req-5f7e9d4a-ab75-4479-8716-f579a2d208ab req-72c67fb0-4b13-41c5-b97c-6c3c53c156cf service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] No waiting events found dispatching network-vif-plugged-4850bfe9-6192-4e81-b223-3df34e16b455 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 948.889549] env[65310]: WARNING nova.compute.manager [req-5f7e9d4a-ab75-4479-8716-f579a2d208ab req-72c67fb0-4b13-41c5-b97c-6c3c53c156cf service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Received unexpected event network-vif-plugged-4850bfe9-6192-4e81-b223-3df34e16b455 for instance with vm_state building and task_state spawning. [ 948.915785] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446537, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.018760] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.019224] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.019508] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.019731] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.019953] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.022903] env[65310]: INFO nova.compute.manager [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Terminating instance [ 949.158823] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.209093] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquiring lock "refresh_cache-71ca44db-6b7e-4a86-a50d-127049b2d554" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.209093] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquired lock "refresh_cache-71ca44db-6b7e-4a86-a50d-127049b2d554" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.209093] env[65310]: DEBUG nova.network.neutron [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 949.217018] env[65310]: DEBUG nova.compute.utils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.221169] env[65310]: DEBUG nova.compute.manager [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 949.221494] env[65310]: DEBUG nova.network.neutron [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 949.221806] env[65310]: WARNING neutronclient.v2_0.client [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.222614] env[65310]: WARNING neutronclient.v2_0.client [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.278548] env[65310]: DEBUG nova.policy [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f90588f95f1e4253aae45a4b527b71df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd4630a46574ada8a258186a9a05002', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.379469] env[65310]: DEBUG nova.compute.manager [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 949.379692] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.380991] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b38ff58-2f4d-4f09-9efd-11853a01a2e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.390496] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.391166] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f7cca2-957f-4d9a-88b5-b5303351ca7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.404135] env[65310]: DEBUG oslo_vmware.api [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 949.404135] env[65310]: value = "task-4446539" [ 949.404135] env[65310]: _type = "Task" [ 949.404135] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.425764] env[65310]: DEBUG oslo_vmware.api [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.426961] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744876} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.430379] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf/29f4e9c0-4bec-4606-8d22-52bea2b4a4cf.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.430995] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.432089] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b56d5d2e-0f12-4939-b2b0-55ec959306aa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.441341] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 949.441341] env[65310]: value = "task-4446540" [ 949.441341] env[65310]: _type = "Task" [ 949.441341] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.454178] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.530026] env[65310]: DEBUG nova.compute.manager [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 949.530026] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.530026] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66f7ce3-99c6-4aec-9048-be479d9835de {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.541793] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.541997] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d53b2e2b-b6c8-4178-95cb-2bba7fb0bf01 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.550684] env[65310]: DEBUG oslo_vmware.api [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 949.550684] env[65310]: value = "task-4446541" [ 949.550684] env[65310]: _type = "Task" [ 949.550684] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.565525] env[65310]: DEBUG oslo_vmware.api [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.631114] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.631484] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.631715] env[65310]: DEBUG nova.compute.manager [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 949.633196] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b37fda-c4f6-4040-8dd3-9f1f1c56d353 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.645905] env[65310]: DEBUG nova.compute.manager [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65310) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 949.646584] env[65310]: DEBUG nova.objects.instance [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'flavor' on Instance uuid e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.660271] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446538, 'name': ReconfigVM_Task, 'duration_secs': 0.863776} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.661675] env[65310]: DEBUG nova.network.neutron [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Successfully created port: 83bcf0a4-43b1-4633-b6a2-7147698182de {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 949.664634] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Reconfigured VM instance instance-00000049 to attach disk [datastore2] d516ed85-fb2a-45ed-8409-cbe212b60444/d516ed85-fb2a-45ed-8409-cbe212b60444.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.666601] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f36bd1e6-40d4-4338-9cf1-969662e90f64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.680495] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 949.680495] env[65310]: value = "task-4446542" [ 949.680495] env[65310]: _type = "Task" [ 949.680495] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.692165] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446542, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.694131] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083babb5-25a7-4aeb-b2d7-2b36b83d2413 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.704537] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b03777-40c8-4adb-8828-aa8fc44cb695 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.757028] env[65310]: DEBUG nova.compute.manager [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 949.761919] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ec6762-7fe7-4a57-9b69-930c45676e48 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.778621] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19326440-6def-4843-93d1-9239aa55be3b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.797141] env[65310]: DEBUG nova.compute.provider_tree [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.874989] env[65310]: DEBUG nova.network.neutron [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 949.919193] env[65310]: DEBUG oslo_vmware.api [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446539, 'name': PowerOffVM_Task, 'duration_secs': 0.399028} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.919515] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.919684] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.920136] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02c7545d-21d5-4c41-9248-0abcecb8b0d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.952817] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178837} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.953369] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.954655] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915f9070-5e60-452c-9840-3c06b5306077 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.993223] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf/29f4e9c0-4bec-4606-8d22-52bea2b4a4cf.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.997600] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6760c7cb-c6b0-466b-94eb-ab3951a93613 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.014906] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.015050] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.015232] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Deleting the datastore file [datastore1] 412c15d8-4e8a-4555-a48f-5f58667695cc {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.015857] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9c6201e-87f0-4a5e-a418-e30b2fb2fae9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.021589] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 950.021589] env[65310]: value = "task-4446544" [ 950.021589] env[65310]: _type = "Task" [ 950.021589] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.026852] env[65310]: DEBUG oslo_vmware.api [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for the task: (returnval){ [ 950.026852] env[65310]: value = "task-4446545" [ 950.026852] env[65310]: _type = "Task" [ 950.026852] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.034147] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.040390] env[65310]: DEBUG oslo_vmware.api [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.064416] env[65310]: DEBUG oslo_vmware.api [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446541, 'name': PowerOffVM_Task, 'duration_secs': 0.272799} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.064636] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.064802] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.065075] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-216316a7-28d6-4756-915e-95d0d18618b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.127767] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.128030] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.128223] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Deleting the datastore file [datastore2] b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.128498] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-663adacd-bc55-42a9-927f-d8e214b20fc9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.136725] env[65310]: DEBUG oslo_vmware.api [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 950.136725] env[65310]: value = "task-4446547" [ 950.136725] env[65310]: _type = "Task" [ 950.136725] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.145481] env[65310]: DEBUG oslo_vmware.api [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.173137] env[65310]: WARNING neutronclient.v2_0.client [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.193404] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446542, 'name': Rename_Task, 'duration_secs': 0.192009} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.193882] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.194280] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ef09939-4b5a-41d8-bc85-4f9094c76fa2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.203823] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 950.203823] env[65310]: value = "task-4446548" [ 950.203823] env[65310]: _type = "Task" [ 950.203823] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.217223] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.269641] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquiring lock "bdc46043-d724-4239-9ae2-22713630b2fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.269898] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Lock "bdc46043-d724-4239-9ae2-22713630b2fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.270159] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquiring lock "bdc46043-d724-4239-9ae2-22713630b2fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.270365] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Lock "bdc46043-d724-4239-9ae2-22713630b2fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.270501] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Lock "bdc46043-d724-4239-9ae2-22713630b2fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.274481] env[65310]: INFO nova.compute.manager [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Terminating instance [ 950.292642] env[65310]: DEBUG nova.network.neutron [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Updating instance_info_cache with network_info: [{"id": "4850bfe9-6192-4e81-b223-3df34e16b455", "address": "fa:16:3e:15:8f:83", "network": {"id": "0b24f5fe-d072-4714-9931-f8ae96211ae3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1519100373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f47329c0d48a4a2b912f04822ae9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4850bfe9-61", "ovs_interfaceid": "4850bfe9-6192-4e81-b223-3df34e16b455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.300238] env[65310]: DEBUG nova.scheduler.client.report [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.535181] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446544, 'name': ReconfigVM_Task, 'duration_secs': 0.297608} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.535927] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf/29f4e9c0-4bec-4606-8d22-52bea2b4a4cf.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.536599] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aef5773-f439-4e05-a4fe-ac29479919bf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.541197] env[65310]: DEBUG oslo_vmware.api [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Task: {'id': task-4446545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168991} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.541872] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.542065] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.542220] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.542395] env[65310]: INFO nova.compute.manager [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 950.542638] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 950.542833] env[65310]: DEBUG nova.compute.manager [-] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 950.542927] env[65310]: DEBUG nova.network.neutron [-] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 950.543181] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.547754] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 950.547754] env[65310]: value = "task-4446549" [ 950.547754] env[65310]: _type = "Task" [ 950.547754] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.557594] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446549, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.609309] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.648454] env[65310]: DEBUG oslo_vmware.api [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206971} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.648998] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.649090] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.649313] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.649532] env[65310]: INFO nova.compute.manager [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 950.649827] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 950.650112] env[65310]: DEBUG nova.compute.manager [-] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 950.650255] env[65310]: DEBUG nova.network.neutron [-] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 950.650503] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.658788] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.658788] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-958acdb7-c4f2-4ef0-8466-4b80615752ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.668809] env[65310]: DEBUG oslo_vmware.api [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 950.668809] env[65310]: value = "task-4446550" [ 950.668809] env[65310]: _type = "Task" [ 950.668809] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.681251] env[65310]: DEBUG oslo_vmware.api [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.715851] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.767750] env[65310]: DEBUG nova.compute.manager [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 950.781564] env[65310]: DEBUG nova.compute.manager [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 950.781862] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.783375] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd13b13-b486-4ad3-9cba-93e5a3af2d2c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.796885] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Releasing lock "refresh_cache-71ca44db-6b7e-4a86-a50d-127049b2d554" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.797415] env[65310]: DEBUG nova.compute.manager [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Instance network_info: |[{"id": "4850bfe9-6192-4e81-b223-3df34e16b455", "address": "fa:16:3e:15:8f:83", "network": {"id": "0b24f5fe-d072-4714-9931-f8ae96211ae3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1519100373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f47329c0d48a4a2b912f04822ae9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4850bfe9-61", "ovs_interfaceid": "4850bfe9-6192-4e81-b223-3df34e16b455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 950.798144] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.800831] env[65310]: DEBUG nova.virt.hardware [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 950.801151] env[65310]: DEBUG nova.virt.hardware [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.801342] env[65310]: DEBUG nova.virt.hardware [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 950.801591] env[65310]: DEBUG nova.virt.hardware [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.801817] env[65310]: DEBUG nova.virt.hardware [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 950.801993] env[65310]: DEBUG nova.virt.hardware [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 950.802251] env[65310]: DEBUG nova.virt.hardware [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 950.802432] env[65310]: DEBUG nova.virt.hardware [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 950.802676] env[65310]: DEBUG nova.virt.hardware [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 950.802864] env[65310]: DEBUG nova.virt.hardware [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 950.803056] env[65310]: DEBUG nova.virt.hardware [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 950.803520] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:8f:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4850bfe9-6192-4e81-b223-3df34e16b455', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.811989] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Creating folder: Project (786f47329c0d48a4a2b912f04822ae9e). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.812377] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e8eb97b-4598-46a9-ae17-18928a047a04 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.815143] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7940b6-88c3-487e-b973-7d55522660c4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.818778] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.821878] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdadcdae-4d31-4bfe-b0a4-2b4d3f909969 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.823977] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.979s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.824275] env[65310]: DEBUG nova.objects.instance [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lazy-loading 'resources' on Instance uuid 8cd6c7df-45a5-4c12-9148-af828d5c92d1 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.835655] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce55eb8-e647-4e00-b851-af79bc662d5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.840825] env[65310]: DEBUG oslo_vmware.api [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for the task: (returnval){ [ 950.840825] env[65310]: value = "task-4446551" [ 950.840825] env[65310]: _type = "Task" [ 950.840825] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.843420] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Created folder: Project (786f47329c0d48a4a2b912f04822ae9e) in parent group-v869493. [ 950.843703] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Creating folder: Instances. Parent ref: group-v869711. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.848671] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a048e497-e4bb-4492-9a8c-950c6a1a865a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.864118] env[65310]: INFO nova.scheduler.client.report [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleted allocations for instance d4a33da6-6147-465d-a3c1-19373183f7af [ 950.874641] env[65310]: DEBUG oslo_vmware.api [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.877452] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Created folder: Instances in parent group-v869711. [ 950.877911] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 950.877911] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.878130] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c670c42-6bcb-40d7-a827-155b911edba1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.901700] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.901700] env[65310]: value = "task-4446554" [ 950.901700] env[65310]: _type = "Task" [ 950.901700] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.916751] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446554, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.993267] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.060461] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446549, 'name': Rename_Task, 'duration_secs': 0.240219} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.060848] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.060990] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f442731a-1010-42b1-a33b-4067da077374 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.069908] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 951.069908] env[65310]: value = "task-4446555" [ 951.069908] env[65310]: _type = "Task" [ 951.069908] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.079975] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.180435] env[65310]: DEBUG oslo_vmware.api [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446550, 'name': PowerOffVM_Task, 'duration_secs': 0.262375} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.180846] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.181154] env[65310]: DEBUG nova.compute.manager [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 951.181986] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b2aa05-bc0e-4a7c-89ce-10780c80cd20 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.217822] env[65310]: DEBUG oslo_vmware.api [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446548, 'name': PowerOnVM_Task, 'duration_secs': 0.608627} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.222251] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.222251] env[65310]: INFO nova.compute.manager [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Took 8.15 seconds to spawn the instance on the hypervisor. [ 951.222251] env[65310]: DEBUG nova.compute.manager [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 951.222251] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f574189-f721-4e24-8566-b1637789e1c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.317099] env[65310]: DEBUG nova.network.neutron [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Successfully updated port: 83bcf0a4-43b1-4633-b6a2-7147698182de {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 951.334442] env[65310]: DEBUG nova.compute.manager [req-f9ffc79c-eb88-4040-a6ad-8e42fc517c71 req-cf293869-c4d4-4f8b-b088-98dc96552463 service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Received event network-changed-4850bfe9-6192-4e81-b223-3df34e16b455 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 951.336021] env[65310]: DEBUG nova.compute.manager [req-f9ffc79c-eb88-4040-a6ad-8e42fc517c71 req-cf293869-c4d4-4f8b-b088-98dc96552463 service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Refreshing instance network info cache due to event network-changed-4850bfe9-6192-4e81-b223-3df34e16b455. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 951.336021] env[65310]: DEBUG oslo_concurrency.lockutils [req-f9ffc79c-eb88-4040-a6ad-8e42fc517c71 req-cf293869-c4d4-4f8b-b088-98dc96552463 service nova] Acquiring lock "refresh_cache-71ca44db-6b7e-4a86-a50d-127049b2d554" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.336021] env[65310]: DEBUG oslo_concurrency.lockutils [req-f9ffc79c-eb88-4040-a6ad-8e42fc517c71 req-cf293869-c4d4-4f8b-b088-98dc96552463 service nova] Acquired lock "refresh_cache-71ca44db-6b7e-4a86-a50d-127049b2d554" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.336021] env[65310]: DEBUG nova.network.neutron [req-f9ffc79c-eb88-4040-a6ad-8e42fc517c71 req-cf293869-c4d4-4f8b-b088-98dc96552463 service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Refreshing network info cache for port 4850bfe9-6192-4e81-b223-3df34e16b455 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.357172] env[65310]: DEBUG oslo_vmware.api [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446551, 'name': PowerOffVM_Task, 'duration_secs': 0.318985} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.360606] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.360823] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.361672] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a90086a1-9256-4f84-99d0-f58dfc36a855 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.382132] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d690f4d5-4690-491e-801a-62bf20285c07 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "d4a33da6-6147-465d-a3c1-19373183f7af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.917s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.411701] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446554, 'name': CreateVM_Task, 'duration_secs': 0.425209} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.414345] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.415369] env[65310]: WARNING neutronclient.v2_0.client [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.415724] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.415876] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.416318] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.416742] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb009ed-6ebf-44c2-8381-5a091d34b004 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.423305] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for the task: (returnval){ [ 951.423305] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c9c0f1-d8cd-50ac-0e7f-c8d9e0e88fd0" [ 951.423305] env[65310]: _type = "Task" [ 951.423305] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.427827] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.428100] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.428302] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Deleting the datastore file [datastore2] bdc46043-d724-4239-9ae2-22713630b2fc {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.431550] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bb7743a-b84c-4293-bff0-711e019d71ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.439242] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c9c0f1-d8cd-50ac-0e7f-c8d9e0e88fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.445191] env[65310]: DEBUG oslo_vmware.api [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for the task: (returnval){ [ 951.445191] env[65310]: value = "task-4446557" [ 951.445191] env[65310]: _type = "Task" [ 951.445191] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.449638] env[65310]: DEBUG nova.network.neutron [-] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.459414] env[65310]: DEBUG oslo_vmware.api [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.468599] env[65310]: DEBUG nova.compute.manager [req-a1d0696a-01ac-41d8-8076-dbc80a80ac6d req-03e16016-1347-48fe-95cd-cba71697e087 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Received event network-vif-plugged-83bcf0a4-43b1-4633-b6a2-7147698182de {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 951.468969] env[65310]: DEBUG oslo_concurrency.lockutils [req-a1d0696a-01ac-41d8-8076-dbc80a80ac6d req-03e16016-1347-48fe-95cd-cba71697e087 service nova] Acquiring lock "323f6348-ba19-4af6-9370-5824ddd0e549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.469096] env[65310]: DEBUG oslo_concurrency.lockutils [req-a1d0696a-01ac-41d8-8076-dbc80a80ac6d req-03e16016-1347-48fe-95cd-cba71697e087 service nova] Lock "323f6348-ba19-4af6-9370-5824ddd0e549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.469833] env[65310]: DEBUG oslo_concurrency.lockutils [req-a1d0696a-01ac-41d8-8076-dbc80a80ac6d req-03e16016-1347-48fe-95cd-cba71697e087 service nova] Lock "323f6348-ba19-4af6-9370-5824ddd0e549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.469833] env[65310]: DEBUG nova.compute.manager [req-a1d0696a-01ac-41d8-8076-dbc80a80ac6d req-03e16016-1347-48fe-95cd-cba71697e087 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] No waiting events found dispatching network-vif-plugged-83bcf0a4-43b1-4633-b6a2-7147698182de {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 951.469833] env[65310]: WARNING nova.compute.manager [req-a1d0696a-01ac-41d8-8076-dbc80a80ac6d req-03e16016-1347-48fe-95cd-cba71697e087 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Received unexpected event network-vif-plugged-83bcf0a4-43b1-4633-b6a2-7147698182de for instance with vm_state building and task_state spawning. [ 951.584721] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446555, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.698418] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f9fc4b9e-9cc0-4182-9536-c7b85d80876e tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.747282] env[65310]: INFO nova.compute.manager [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Took 41.24 seconds to build instance. [ 951.756183] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b0fe01-5fd0-4168-ac73-cfccf90d74ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.760274] env[65310]: DEBUG nova.network.neutron [-] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.768600] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331d31a7-9bf4-4d13-8fe3-cf2c8c951b08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.806059] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e73d8a4-d426-4e54-bb10-f55c1c0cd5c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.815014] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f4bfa9-2dee-4ca1-91b7-acdd2cac2ada {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.822742] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.822919] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.823107] env[65310]: DEBUG nova.network.neutron [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 951.834045] env[65310]: DEBUG nova.compute.provider_tree [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.839377] env[65310]: WARNING neutronclient.v2_0.client [req-f9ffc79c-eb88-4040-a6ad-8e42fc517c71 req-cf293869-c4d4-4f8b-b088-98dc96552463 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.905599] env[65310]: DEBUG nova.network.neutron [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 951.939719] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c9c0f1-d8cd-50ac-0e7f-c8d9e0e88fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.014037} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.940045] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.940295] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.940543] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.940696] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.940858] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.941180] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80c2757b-7dc0-4176-8546-10269ca11933 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.953622] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.953622] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.955101] env[65310]: INFO nova.compute.manager [-] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Took 1.41 seconds to deallocate network for instance. [ 951.955368] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b464e1c-215b-4646-bda0-8f018fc9a8c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.963205] env[65310]: DEBUG oslo_vmware.api [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Task: {'id': task-4446557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224614} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.963943] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.964155] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.964336] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.964507] env[65310]: INFO nova.compute.manager [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 951.964746] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 951.964947] env[65310]: DEBUG nova.compute.manager [-] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 951.965058] env[65310]: DEBUG nova.network.neutron [-] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 951.965301] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.975997] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for the task: (returnval){ [ 951.975997] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522fffc0-47c5-e227-72f8-5bfb0a5ad463" [ 951.975997] env[65310]: _type = "Task" [ 951.975997] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.986421] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522fffc0-47c5-e227-72f8-5bfb0a5ad463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.086478] env[65310]: DEBUG oslo_vmware.api [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446555, 'name': PowerOnVM_Task, 'duration_secs': 0.580653} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.089954] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.089954] env[65310]: INFO nova.compute.manager [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Took 6.42 seconds to spawn the instance on the hypervisor. [ 952.089954] env[65310]: DEBUG nova.compute.manager [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 952.089954] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9f020b-4213-48ed-a45e-bf4d53360757 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.104282] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.250847] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b99f8870-7177-4a81-a635-2d7c527fa1d1 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.755s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.263870] env[65310]: INFO nova.compute.manager [-] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Took 1.61 seconds to deallocate network for instance. [ 952.340944] env[65310]: WARNING neutronclient.v2_0.client [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.371070] env[65310]: ERROR nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [req-06c87712-6aa6-4ea9-9113-39a46761e31e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-06c87712-6aa6-4ea9-9113-39a46761e31e"}]} [ 952.394529] env[65310]: DEBUG nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 952.399729] env[65310]: WARNING neutronclient.v2_0.client [req-f9ffc79c-eb88-4040-a6ad-8e42fc517c71 req-cf293869-c4d4-4f8b-b088-98dc96552463 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.415061] env[65310]: DEBUG nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 952.415304] env[65310]: DEBUG nova.compute.provider_tree [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.434342] env[65310]: DEBUG nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 952.465911] env[65310]: DEBUG nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 952.478012] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.490500] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522fffc0-47c5-e227-72f8-5bfb0a5ad463, 'name': SearchDatastore_Task, 'duration_secs': 0.020883} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.491548] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494610da-53e4-4649-b701-11d61d7bbd65 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.501031] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for the task: (returnval){ [ 952.501031] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dcfd3a-d7d6-314d-5563-3c41218e7e70" [ 952.501031] env[65310]: _type = "Task" [ 952.501031] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.516080] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dcfd3a-d7d6-314d-5563-3c41218e7e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.553130] env[65310]: DEBUG nova.network.neutron [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Updating instance_info_cache with network_info: [{"id": "83bcf0a4-43b1-4633-b6a2-7147698182de", "address": "fa:16:3e:5c:e8:a7", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bcf0a4-43", "ovs_interfaceid": "83bcf0a4-43b1-4633-b6a2-7147698182de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.584881] env[65310]: DEBUG nova.network.neutron [req-f9ffc79c-eb88-4040-a6ad-8e42fc517c71 req-cf293869-c4d4-4f8b-b088-98dc96552463 service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Updated VIF entry in instance network info cache for port 4850bfe9-6192-4e81-b223-3df34e16b455. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 952.585485] env[65310]: DEBUG nova.network.neutron [req-f9ffc79c-eb88-4040-a6ad-8e42fc517c71 req-cf293869-c4d4-4f8b-b088-98dc96552463 service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Updating instance_info_cache with network_info: [{"id": "4850bfe9-6192-4e81-b223-3df34e16b455", "address": "fa:16:3e:15:8f:83", "network": {"id": "0b24f5fe-d072-4714-9931-f8ae96211ae3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1519100373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f47329c0d48a4a2b912f04822ae9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4850bfe9-61", "ovs_interfaceid": "4850bfe9-6192-4e81-b223-3df34e16b455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.617197] env[65310]: INFO nova.compute.manager [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Took 40.04 seconds to build instance. [ 952.740335] env[65310]: DEBUG nova.objects.instance [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'flavor' on Instance uuid e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.771600] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.776029] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.776275] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.776762] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.777082] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.777361] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.782231] env[65310]: INFO nova.compute.manager [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Terminating instance [ 952.941802] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dd5ab5-1789-466d-a871-1e91b2eef99c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.951768] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc77a16-7354-4579-8a76-b806ccdbc188 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.984038] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99830c7-c6ca-4477-bb2b-1aaf5d3ea740 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.994054] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8210fa-04d8-4077-934e-5686ce6f113f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.009730] env[65310]: DEBUG nova.compute.provider_tree [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.021734] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dcfd3a-d7d6-314d-5563-3c41218e7e70, 'name': SearchDatastore_Task, 'duration_secs': 0.018026} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.022650] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.023658] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 71ca44db-6b7e-4a86-a50d-127049b2d554/71ca44db-6b7e-4a86-a50d-127049b2d554.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.023658] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f98ba71-4f76-445a-91fb-eabc2a39c58e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.033228] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for the task: (returnval){ [ 953.033228] env[65310]: value = "task-4446558" [ 953.033228] env[65310]: _type = "Task" [ 953.033228] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.043559] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.056471] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.056992] env[65310]: DEBUG nova.compute.manager [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Instance network_info: |[{"id": "83bcf0a4-43b1-4633-b6a2-7147698182de", "address": "fa:16:3e:5c:e8:a7", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bcf0a4-43", "ovs_interfaceid": "83bcf0a4-43b1-4633-b6a2-7147698182de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 953.057499] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:e8:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83bcf0a4-43b1-4633-b6a2-7147698182de', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.065303] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 953.065971] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.066333] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af7a5d41-b5bd-47b7-8a24-50a4e2d9dfd4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.087831] env[65310]: DEBUG oslo_concurrency.lockutils [req-f9ffc79c-eb88-4040-a6ad-8e42fc517c71 req-cf293869-c4d4-4f8b-b088-98dc96552463 service nova] Releasing lock "refresh_cache-71ca44db-6b7e-4a86-a50d-127049b2d554" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.089637] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.089637] env[65310]: value = "task-4446559" [ 953.089637] env[65310]: _type = "Task" [ 953.089637] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.098580] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446559, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.119657] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0fb49d26-7703-4feb-9052-340c55a4e59d tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "29f4e9c0-4bec-4606-8d22-52bea2b4a4cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.553s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.145833] env[65310]: DEBUG nova.network.neutron [-] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.252743] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.252743] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.252902] env[65310]: DEBUG nova.network.neutron [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 953.253043] env[65310]: DEBUG nova.objects.instance [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'info_cache' on Instance uuid e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.289201] env[65310]: DEBUG nova.compute.manager [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 953.289438] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.291200] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a18299-8f1d-4972-a099-7b2a5b85e322 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.301956] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.302287] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d22a6c06-6f52-485b-bfed-b34c99eefaa0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.312633] env[65310]: DEBUG oslo_vmware.api [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 953.312633] env[65310]: value = "task-4446560" [ 953.312633] env[65310]: _type = "Task" [ 953.312633] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.332421] env[65310]: DEBUG oslo_vmware.api [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.481697] env[65310]: DEBUG nova.compute.manager [req-a059bd51-e20e-40df-99d2-3e35ae408a76 req-3e220d34-d95f-48fb-8011-0020fa71d2cb service nova] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Received event network-vif-deleted-c59be3b7-fc74-4e23-afd8-8cc4406e80b5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 953.484035] env[65310]: DEBUG nova.compute.manager [req-a059bd51-e20e-40df-99d2-3e35ae408a76 req-3e220d34-d95f-48fb-8011-0020fa71d2cb service nova] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Received event network-vif-deleted-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 953.484035] env[65310]: DEBUG nova.compute.manager [req-a059bd51-e20e-40df-99d2-3e35ae408a76 req-3e220d34-d95f-48fb-8011-0020fa71d2cb service nova] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Received event network-vif-deleted-528873f7-b1ed-4e95-9a17-9522df90e9cc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 953.528904] env[65310]: DEBUG nova.compute.manager [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Received event network-changed-83bcf0a4-43b1-4633-b6a2-7147698182de {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 953.532141] env[65310]: DEBUG nova.compute.manager [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Refreshing instance network info cache due to event network-changed-83bcf0a4-43b1-4633-b6a2-7147698182de. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 953.532141] env[65310]: DEBUG oslo_concurrency.lockutils [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] Acquiring lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.532141] env[65310]: DEBUG oslo_concurrency.lockutils [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] Acquired lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.532141] env[65310]: DEBUG nova.network.neutron [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Refreshing network info cache for port 83bcf0a4-43b1-4633-b6a2-7147698182de {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.551257] env[65310]: ERROR nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] [req-0d7e3c09-e50e-4b2f-9fef-42493271bfce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d7e3c09-e50e-4b2f-9fef-42493271bfce"}]} [ 953.566409] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446558, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.578515] env[65310]: DEBUG nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 953.604950] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446559, 'name': CreateVM_Task, 'duration_secs': 0.420558} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.605229] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.606995] env[65310]: WARNING neutronclient.v2_0.client [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.606995] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.606995] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.606995] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.608869] env[65310]: DEBUG nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 953.609182] env[65310]: DEBUG nova.compute.provider_tree [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.613053] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0bf6325-a3a2-431e-baa1-b6edae13b61e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.624986] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 953.624986] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5216fe48-1a22-79ab-4016-60058db4a514" [ 953.624986] env[65310]: _type = "Task" [ 953.624986] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.637502] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5216fe48-1a22-79ab-4016-60058db4a514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.638687] env[65310]: DEBUG nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 953.649881] env[65310]: INFO nova.compute.manager [-] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Took 1.68 seconds to deallocate network for instance. [ 953.665229] env[65310]: DEBUG nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 953.689113] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "020a902f-c8b5-4887-95cb-b496612458e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.689388] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "020a902f-c8b5-4887-95cb-b496612458e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.758626] env[65310]: DEBUG nova.objects.base [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 953.824383] env[65310]: DEBUG oslo_vmware.api [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446560, 'name': PowerOffVM_Task, 'duration_secs': 0.279558} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.827152] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.827340] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.828074] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44742bf0-4123-40dc-9a3b-af3689d077cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.899744] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.900017] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.900164] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleting the datastore file [datastore2] aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.900437] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58b8304a-fb38-43fa-aea1-86de8ebf44d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.908731] env[65310]: DEBUG oslo_vmware.api [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 953.908731] env[65310]: value = "task-4446562" [ 953.908731] env[65310]: _type = "Task" [ 953.908731] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.922923] env[65310]: DEBUG oslo_vmware.api [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.035295] env[65310]: WARNING neutronclient.v2_0.client [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.049069] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6611} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.049358] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 71ca44db-6b7e-4a86-a50d-127049b2d554/71ca44db-6b7e-4a86-a50d-127049b2d554.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.049579] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.049886] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-673a211c-6535-4e3f-b718-e1428d415e06 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.059742] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for the task: (returnval){ [ 954.059742] env[65310]: value = "task-4446563" [ 954.059742] env[65310]: _type = "Task" [ 954.059742] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.070225] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.102217] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef0714f-1157-4680-bd92-2748476fbd29 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.110312] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d0e6ae-858d-4887-93b0-4ed0b2808b9e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.150485] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eec21e-aa11-4a83-b46a-07f9c3e0a701 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.159132] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.164039] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc2fd00-e765-4000-b217-5f38cb45c5ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.167901] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5216fe48-1a22-79ab-4016-60058db4a514, 'name': SearchDatastore_Task, 'duration_secs': 0.052365} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.168248] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.168490] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.168717] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.168848] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.169041] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.169656] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3469108f-ec27-48e2-9490-efa0fa045a5e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.182576] env[65310]: DEBUG nova.compute.provider_tree [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.192481] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.192679] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.193727] env[65310]: DEBUG nova.compute.manager [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 954.196312] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0ac39e-274f-440f-9d8a-96aaff3d0a12 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.204622] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 954.204622] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52eafa19-b788-f530-6405-103a6c656f65" [ 954.204622] env[65310]: _type = "Task" [ 954.204622] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.221723] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52eafa19-b788-f530-6405-103a6c656f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.266544] env[65310]: WARNING neutronclient.v2_0.client [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.272547] env[65310]: WARNING neutronclient.v2_0.client [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.357332] env[65310]: DEBUG nova.network.neutron [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Updated VIF entry in instance network info cache for port 83bcf0a4-43b1-4633-b6a2-7147698182de. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 954.357860] env[65310]: DEBUG nova.network.neutron [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Updating instance_info_cache with network_info: [{"id": "83bcf0a4-43b1-4633-b6a2-7147698182de", "address": "fa:16:3e:5c:e8:a7", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bcf0a4-43", "ovs_interfaceid": "83bcf0a4-43b1-4633-b6a2-7147698182de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.421264] env[65310]: DEBUG oslo_vmware.api [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320545} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.421559] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.421744] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.421917] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.422102] env[65310]: INFO nova.compute.manager [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 954.422344] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 954.422537] env[65310]: DEBUG nova.compute.manager [-] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 954.422615] env[65310]: DEBUG nova.network.neutron [-] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 954.422926] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.448101] env[65310]: WARNING neutronclient.v2_0.client [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.456129] env[65310]: INFO nova.compute.manager [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Rebuilding instance [ 954.491936] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.502481] env[65310]: DEBUG nova.compute.manager [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 954.503616] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beab871-b40d-404f-b349-facf70bdabe5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.552636] env[65310]: DEBUG nova.network.neutron [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance_info_cache with network_info: [{"id": "0a98f968-3289-41b4-a02d-4b01007ad168", "address": "fa:16:3e:c3:05:b9", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a98f968-32", "ovs_interfaceid": "0a98f968-3289-41b4-a02d-4b01007ad168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.571383] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073179} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.571617] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.572406] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca2aa8-108f-41ca-86ed-dcc408f7db7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.596162] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 71ca44db-6b7e-4a86-a50d-127049b2d554/71ca44db-6b7e-4a86-a50d-127049b2d554.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.596460] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c178c0-5eaa-46ad-8cad-2636dc6e3abe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.618842] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for the task: (returnval){ [ 954.618842] env[65310]: value = "task-4446564" [ 954.618842] env[65310]: _type = "Task" [ 954.618842] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.629365] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.718517] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52eafa19-b788-f530-6405-103a6c656f65, 'name': SearchDatastore_Task, 'duration_secs': 0.019898} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.719934] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.721347] env[65310]: DEBUG nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 954.721542] env[65310]: DEBUG nova.compute.provider_tree [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 111 to 112 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 954.721713] env[65310]: DEBUG nova.compute.provider_tree [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.724928] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95905935-128e-4358-a030-067f640ac864 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.733066] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 954.733066] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c7c26a-0c09-af33-4c8d-04be0fd1fbd2" [ 954.733066] env[65310]: _type = "Task" [ 954.733066] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.743804] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c7c26a-0c09-af33-4c8d-04be0fd1fbd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.861242] env[65310]: DEBUG oslo_concurrency.lockutils [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] Releasing lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.861574] env[65310]: DEBUG nova.compute.manager [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Received event network-changed-f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 954.861800] env[65310]: DEBUG nova.compute.manager [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Refreshing instance network info cache due to event network-changed-f5d8a632-9a1a-42e4-867e-73596063e1c7. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 954.861920] env[65310]: DEBUG oslo_concurrency.lockutils [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] Acquiring lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.862075] env[65310]: DEBUG oslo_concurrency.lockutils [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] Acquired lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.862241] env[65310]: DEBUG nova.network.neutron [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Refreshing network info cache for port f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.055783] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.131402] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.197460] env[65310]: DEBUG nova.network.neutron [-] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.229551] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.405s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.232134] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.515s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.233427] env[65310]: INFO nova.compute.claims [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.247178] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c7c26a-0c09-af33-4c8d-04be0fd1fbd2, 'name': SearchDatastore_Task, 'duration_secs': 0.014002} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.247535] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.247780] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 323f6348-ba19-4af6-9370-5824ddd0e549/323f6348-ba19-4af6-9370-5824ddd0e549.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.248028] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fe4dae6-27db-40c1-bd86-70e81803e431 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.257032] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 955.257032] env[65310]: value = "task-4446565" [ 955.257032] env[65310]: _type = "Task" [ 955.257032] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.261561] env[65310]: INFO nova.scheduler.client.report [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Deleted allocations for instance 8cd6c7df-45a5-4c12-9148-af828d5c92d1 [ 955.270554] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.365722] env[65310]: WARNING neutronclient.v2_0.client [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.518428] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.518791] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50fbf6dc-403f-4062-8f85-9c05db8458e3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.529098] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 955.529098] env[65310]: value = "task-4446566" [ 955.529098] env[65310]: _type = "Task" [ 955.529098] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.540565] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.621896] env[65310]: WARNING neutronclient.v2_0.client [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.637034] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446564, 'name': ReconfigVM_Task, 'duration_secs': 0.77111} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.637376] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 71ca44db-6b7e-4a86-a50d-127049b2d554/71ca44db-6b7e-4a86-a50d-127049b2d554.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.638127] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fd8a21c-660f-4794-baf0-2639ac756961 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.647413] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for the task: (returnval){ [ 955.647413] env[65310]: value = "task-4446567" [ 955.647413] env[65310]: _type = "Task" [ 955.647413] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.658937] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446567, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.700403] env[65310]: INFO nova.compute.manager [-] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Took 1.28 seconds to deallocate network for instance. [ 955.719141] env[65310]: DEBUG nova.network.neutron [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updated VIF entry in instance network info cache for port f5d8a632-9a1a-42e4-867e-73596063e1c7. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 955.719141] env[65310]: DEBUG nova.network.neutron [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updating instance_info_cache with network_info: [{"id": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "address": "fa:16:3e:f7:e4:ca", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d8a632-9a", "ovs_interfaceid": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.769525] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446565, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.774736] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d28d13ad-e573-4439-b8bf-068aad3008f1 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Lock "8cd6c7df-45a5-4c12-9148-af828d5c92d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.303s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.915950] env[65310]: DEBUG nova.compute.manager [req-22f5b41a-07df-4bbc-a028-800673696641 req-2af7374b-c0c9-4ac9-8f3c-77adcb2bcdd3 service nova] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Received event network-vif-deleted-b901ba06-ff10-45a8-a958-f496237122ab {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 956.041854] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446566, 'name': PowerOffVM_Task, 'duration_secs': 0.177957} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.042211] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.042971] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.043799] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e857d4b-0d30-4ac4-81df-26ef4189ab85 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.053952] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.054552] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef1852e6-b0d1-490a-83eb-1066738ccc1c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.061181] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.061503] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b05c89d-4521-4eda-a75a-852194138b76 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.069760] env[65310]: DEBUG oslo_vmware.api [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 956.069760] env[65310]: value = "task-4446569" [ 956.069760] env[65310]: _type = "Task" [ 956.069760] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.080732] env[65310]: DEBUG oslo_vmware.api [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.098575] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.098895] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.099194] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Deleting the datastore file [datastore1] 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.099490] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87360f62-f2a6-4ae1-af86-108c4eb6da58 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.107280] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 956.107280] env[65310]: value = "task-4446570" [ 956.107280] env[65310]: _type = "Task" [ 956.107280] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.121402] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.158118] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446567, 'name': Rename_Task, 'duration_secs': 0.432794} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.158426] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.158739] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47f53bdb-a858-42b3-a47a-a151ed1e7098 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.166648] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for the task: (returnval){ [ 956.166648] env[65310]: value = "task-4446571" [ 956.166648] env[65310]: _type = "Task" [ 956.166648] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.176085] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.207176] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.226146] env[65310]: DEBUG oslo_concurrency.lockutils [req-9f285132-f0f5-4c6c-b3e4-d4556a93abad req-6e0b45d6-589e-4198-a27f-7f63cc6f8ee4 service nova] Releasing lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.269020] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693251} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.269765] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 323f6348-ba19-4af6-9370-5824ddd0e549/323f6348-ba19-4af6-9370-5824ddd0e549.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.269765] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.270083] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bac27886-7cda-4695-807a-5edf1d95487d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.280040] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 956.280040] env[65310]: value = "task-4446572" [ 956.280040] env[65310]: _type = "Task" [ 956.280040] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.292029] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.582645] env[65310]: DEBUG oslo_vmware.api [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446569, 'name': PowerOnVM_Task, 'duration_secs': 0.43365} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.586926] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.587264] env[65310]: DEBUG nova.compute.manager [None req-1a49c0ab-ea44-4729-b4e2-b169999fb194 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 956.590019] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36096bd-8899-4bce-8c7b-475a0d5251c1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.619216] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256211} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.619796] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.619796] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.619946] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.652723] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7639e82-6cfa-4172-8ab4-652926dd8549 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.662421] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8bcddb-b8c5-4360-8180-701dfc450971 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.701051] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e33c299-6b81-4c68-bef0-905272f958e8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.707030] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446571, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.712817] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9a8307-aae9-4360-8e02-1027495babf9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.730032] env[65310]: DEBUG nova.compute.provider_tree [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.789951] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073666} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.790364] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.791364] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611b7349-03a6-4db3-a273-29c33376d00f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.815978] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 323f6348-ba19-4af6-9370-5824ddd0e549/323f6348-ba19-4af6-9370-5824ddd0e549.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.816330] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da96561e-d5b4-4477-b018-9134eeecdba2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.837753] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 956.837753] env[65310]: value = "task-4446573" [ 956.837753] env[65310]: _type = "Task" [ 956.837753] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.846980] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.180976] env[65310]: DEBUG oslo_vmware.api [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446571, 'name': PowerOnVM_Task, 'duration_secs': 0.896061} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.181301] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.181345] env[65310]: INFO nova.compute.manager [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Took 8.94 seconds to spawn the instance on the hypervisor. [ 957.181509] env[65310]: DEBUG nova.compute.manager [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 957.182363] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe1cd72-8853-49f0-8258-df6ec56613fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.233728] env[65310]: DEBUG nova.scheduler.client.report [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.349449] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446573, 'name': ReconfigVM_Task, 'duration_secs': 0.345503} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.350806] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 323f6348-ba19-4af6-9370-5824ddd0e549/323f6348-ba19-4af6-9370-5824ddd0e549.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.350932] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ec8d559-9746-4e9c-9970-1e72721af81d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.358272] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 957.358272] env[65310]: value = "task-4446574" [ 957.358272] env[65310]: _type = "Task" [ 957.358272] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.368678] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446574, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.658700] env[65310]: DEBUG nova.virt.hardware [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 957.658962] env[65310]: DEBUG nova.virt.hardware [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.659192] env[65310]: DEBUG nova.virt.hardware [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 957.659367] env[65310]: DEBUG nova.virt.hardware [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.659509] env[65310]: DEBUG nova.virt.hardware [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 957.659651] env[65310]: DEBUG nova.virt.hardware [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 957.660419] env[65310]: DEBUG nova.virt.hardware [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 957.660419] env[65310]: DEBUG nova.virt.hardware [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 957.660419] env[65310]: DEBUG nova.virt.hardware [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 957.660563] env[65310]: DEBUG nova.virt.hardware [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 957.660661] env[65310]: DEBUG nova.virt.hardware [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 957.661579] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a24689-5dc9-48b9-90b8-ee5bde936a03 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.670587] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83386548-1889-4896-b467-db7b4c625ab3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.685799] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.693429] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 957.693429] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.693429] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-000ce000-1af8-40ca-956c-3bc5e21da198 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.717817] env[65310]: INFO nova.compute.manager [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Took 39.11 seconds to build instance. [ 957.721468] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.721468] env[65310]: value = "task-4446575" [ 957.721468] env[65310]: _type = "Task" [ 957.721468] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.731646] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446575, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.739373] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.739373] env[65310]: DEBUG nova.compute.manager [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 957.742058] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.229s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.743646] env[65310]: INFO nova.compute.claims [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.869514] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446574, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.220096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9508089b-aa7d-44e4-bd85-abaf200baa1a tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Lock "71ca44db-6b7e-4a86-a50d-127049b2d554" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.621s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.234411] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446575, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.253453] env[65310]: DEBUG nova.compute.utils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.253453] env[65310]: DEBUG nova.compute.manager [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 958.253453] env[65310]: DEBUG nova.network.neutron [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 958.253453] env[65310]: WARNING neutronclient.v2_0.client [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.253776] env[65310]: WARNING neutronclient.v2_0.client [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.318668] env[65310]: DEBUG nova.policy [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd58ab09ea83f498c868b2f3ff7a03647', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e608d59d4054526b72780a0766d8d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.374262] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446574, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.404069] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquiring lock "71ca44db-6b7e-4a86-a50d-127049b2d554" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.404348] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Lock "71ca44db-6b7e-4a86-a50d-127049b2d554" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.404554] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquiring lock "71ca44db-6b7e-4a86-a50d-127049b2d554-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.404731] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Lock "71ca44db-6b7e-4a86-a50d-127049b2d554-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.404898] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Lock "71ca44db-6b7e-4a86-a50d-127049b2d554-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.407221] env[65310]: INFO nova.compute.manager [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Terminating instance [ 958.711566] env[65310]: DEBUG nova.network.neutron [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Successfully created port: 4bf4d6d5-c13f-4d8e-8fd1-21639244c669 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 958.733514] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446575, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.757551] env[65310]: DEBUG nova.compute.manager [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 958.878218] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446574, 'name': Rename_Task, 'duration_secs': 1.153807} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.878456] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.878712] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cff123f4-97c9-4ba7-b618-dd8cf133d9bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.887543] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 958.887543] env[65310]: value = "task-4446576" [ 958.887543] env[65310]: _type = "Task" [ 958.887543] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.896539] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.914623] env[65310]: DEBUG nova.compute.manager [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 958.914884] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.916229] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6c6a4f-667e-46a3-8e6a-f13d56985ffc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.927600] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.927921] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79348c8c-04df-4e28-be5d-ca15c466ed27 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.939336] env[65310]: DEBUG oslo_vmware.api [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for the task: (returnval){ [ 958.939336] env[65310]: value = "task-4446577" [ 958.939336] env[65310]: _type = "Task" [ 958.939336] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.949956] env[65310]: DEBUG oslo_vmware.api [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.183996] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0bd21b-652e-410f-ac33-7c619d715ca3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.199039] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a16b52-37af-4563-a675-0a3ebdca69d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.236720] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecee1419-375e-4a89-8c15-71fe8451a6f3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.247407] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446575, 'name': CreateVM_Task, 'duration_secs': 1.469431} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.249164] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.249858] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.250185] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.250570] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.253068] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f746efd5-7f86-410a-83fb-8656f2187ffe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.257499] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97994f4-9608-4d7e-aeae-f79755f99f1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.272044] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 959.272044] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528392ef-4f8e-b2cd-7002-2ac801ccb47d" [ 959.272044] env[65310]: _type = "Task" [ 959.272044] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.283089] env[65310]: DEBUG nova.compute.provider_tree [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.295079] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528392ef-4f8e-b2cd-7002-2ac801ccb47d, 'name': SearchDatastore_Task, 'duration_secs': 0.014042} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.296312] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.296526] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.296788] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.296942] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.298926] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.298926] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d9ae379-713f-4bf3-8d97-b5c8d1c891c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.312440] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.313849] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.313849] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20084006-6369-4228-ad89-4371bc6b2152 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.324150] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 959.324150] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52930997-6b2f-3eaa-4921-97ecfbfeaa8b" [ 959.324150] env[65310]: _type = "Task" [ 959.324150] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.336951] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52930997-6b2f-3eaa-4921-97ecfbfeaa8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.398550] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446576, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.451563] env[65310]: DEBUG oslo_vmware.api [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446577, 'name': PowerOffVM_Task, 'duration_secs': 0.413028} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.451843] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.452015] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.452314] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-100cb3e4-bd9e-44e1-941f-b8f3d1263232 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.517574] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.517574] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.517574] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Deleting the datastore file [datastore1] 71ca44db-6b7e-4a86-a50d-127049b2d554 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.517716] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bd0c70d-c976-4cec-af09-cbb8126f4a57 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.526407] env[65310]: DEBUG oslo_vmware.api [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for the task: (returnval){ [ 959.526407] env[65310]: value = "task-4446579" [ 959.526407] env[65310]: _type = "Task" [ 959.526407] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.535602] env[65310]: DEBUG oslo_vmware.api [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.773231] env[65310]: DEBUG nova.compute.manager [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 959.786622] env[65310]: DEBUG nova.scheduler.client.report [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.799720] env[65310]: DEBUG nova.virt.hardware [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 959.799973] env[65310]: DEBUG nova.virt.hardware [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.800736] env[65310]: DEBUG nova.virt.hardware [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 959.801391] env[65310]: DEBUG nova.virt.hardware [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.801391] env[65310]: DEBUG nova.virt.hardware [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 959.801391] env[65310]: DEBUG nova.virt.hardware [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 959.801500] env[65310]: DEBUG nova.virt.hardware [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 959.801626] env[65310]: DEBUG nova.virt.hardware [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 959.801799] env[65310]: DEBUG nova.virt.hardware [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 959.801956] env[65310]: DEBUG nova.virt.hardware [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 959.802149] env[65310]: DEBUG nova.virt.hardware [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 959.803186] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a8786a-1f61-495c-be5d-099a7952aa83 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.815331] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131c6617-969b-49a8-87da-f45ec436260a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.839878] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52930997-6b2f-3eaa-4921-97ecfbfeaa8b, 'name': SearchDatastore_Task, 'duration_secs': 0.02012} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.840689] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b5bd8c-cf08-49e0-892f-a1b67ffab287 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.846575] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 959.846575] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b8bb4b-49ec-51f0-86a5-89afad6084ef" [ 959.846575] env[65310]: _type = "Task" [ 959.846575] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.856292] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b8bb4b-49ec-51f0-86a5-89afad6084ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.900193] env[65310]: DEBUG oslo_vmware.api [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446576, 'name': PowerOnVM_Task, 'duration_secs': 0.530653} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.900780] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.900903] env[65310]: INFO nova.compute.manager [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Took 9.13 seconds to spawn the instance on the hypervisor. [ 959.901013] env[65310]: DEBUG nova.compute.manager [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 959.901806] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813c9e0a-18e0-46b6-aef5-31a9752b587a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.036965] env[65310]: DEBUG oslo_vmware.api [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Task: {'id': task-4446579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1304} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.037237] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.037466] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.037687] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.037888] env[65310]: INFO nova.compute.manager [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Took 1.12 seconds to destroy the instance on the hypervisor. [ 960.038193] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 960.038547] env[65310]: DEBUG nova.compute.manager [-] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 960.038547] env[65310]: DEBUG nova.network.neutron [-] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 960.038748] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.219924] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.291154] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.291593] env[65310]: DEBUG nova.compute.manager [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 960.294603] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.088s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.294822] env[65310]: DEBUG nova.objects.instance [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lazy-loading 'resources' on Instance uuid 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.362818] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b8bb4b-49ec-51f0-86a5-89afad6084ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.362972] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.363170] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf/29f4e9c0-4bec-4606-8d22-52bea2b4a4cf.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.363439] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5978ff0f-a7b6-450b-8182-70db4debffce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.372381] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 960.372381] env[65310]: value = "task-4446580" [ 960.372381] env[65310]: _type = "Task" [ 960.372381] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.382006] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.420314] env[65310]: INFO nova.compute.manager [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Took 34.20 seconds to build instance. [ 960.801507] env[65310]: DEBUG nova.compute.utils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.803519] env[65310]: DEBUG nova.compute.manager [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 960.803760] env[65310]: DEBUG nova.network.neutron [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 960.804148] env[65310]: WARNING neutronclient.v2_0.client [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.804723] env[65310]: WARNING neutronclient.v2_0.client [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.883918] env[65310]: DEBUG nova.network.neutron [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Successfully updated port: 4bf4d6d5-c13f-4d8e-8fd1-21639244c669 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 960.895450] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446580, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.908687] env[65310]: DEBUG nova.policy [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd63acce740cc4a4cb5372703931ed6ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6252c5654534ea7bfacb4e20779d52f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.922470] env[65310]: DEBUG oslo_concurrency.lockutils [None req-84580716-9085-4d2f-a078-35a8b23b913a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "323f6348-ba19-4af6-9370-5824ddd0e549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.010s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.970505] env[65310]: DEBUG nova.compute.manager [req-8e530520-3eb2-4222-a11c-f884748fe75b req-999544fb-b025-45a0-a7ed-83b279f572a8 service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Received event network-vif-deleted-4850bfe9-6192-4e81-b223-3df34e16b455 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 960.970712] env[65310]: INFO nova.compute.manager [req-8e530520-3eb2-4222-a11c-f884748fe75b req-999544fb-b025-45a0-a7ed-83b279f572a8 service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Neutron deleted interface 4850bfe9-6192-4e81-b223-3df34e16b455; detaching it from the instance and deleting it from the info cache [ 960.970877] env[65310]: DEBUG nova.network.neutron [req-8e530520-3eb2-4222-a11c-f884748fe75b req-999544fb-b025-45a0-a7ed-83b279f572a8 service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.027172] env[65310]: DEBUG nova.network.neutron [-] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.121414] env[65310]: DEBUG nova.compute.manager [req-430b5b1c-9780-40e6-a34e-9ce345cd2b47 req-040682b5-6d35-4762-9cd8-c672e41ca39c service nova] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Received event network-vif-plugged-4bf4d6d5-c13f-4d8e-8fd1-21639244c669 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 961.121414] env[65310]: DEBUG oslo_concurrency.lockutils [req-430b5b1c-9780-40e6-a34e-9ce345cd2b47 req-040682b5-6d35-4762-9cd8-c672e41ca39c service nova] Acquiring lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.121414] env[65310]: DEBUG oslo_concurrency.lockutils [req-430b5b1c-9780-40e6-a34e-9ce345cd2b47 req-040682b5-6d35-4762-9cd8-c672e41ca39c service nova] Lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.121414] env[65310]: DEBUG oslo_concurrency.lockutils [req-430b5b1c-9780-40e6-a34e-9ce345cd2b47 req-040682b5-6d35-4762-9cd8-c672e41ca39c service nova] Lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.121647] env[65310]: DEBUG nova.compute.manager [req-430b5b1c-9780-40e6-a34e-9ce345cd2b47 req-040682b5-6d35-4762-9cd8-c672e41ca39c service nova] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] No waiting events found dispatching network-vif-plugged-4bf4d6d5-c13f-4d8e-8fd1-21639244c669 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 961.123246] env[65310]: WARNING nova.compute.manager [req-430b5b1c-9780-40e6-a34e-9ce345cd2b47 req-040682b5-6d35-4762-9cd8-c672e41ca39c service nova] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Received unexpected event network-vif-plugged-4bf4d6d5-c13f-4d8e-8fd1-21639244c669 for instance with vm_state building and task_state spawning. [ 961.285903] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f221f82-5d5f-4905-bd7a-2877348e8e4d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.296035] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24970441-fde8-4ea4-8595-ac17951614cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.336944] env[65310]: DEBUG nova.compute.manager [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 961.341635] env[65310]: DEBUG nova.network.neutron [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Successfully created port: 50bdc294-50a8-4938-ab30-2ec93be71ea2 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 961.344709] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110f608d-8fba-4e03-ab6b-5be58c8b4d25 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.354017] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa41dd1-81a6-4c63-a300-6c4d7fbd956e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.371924] env[65310]: DEBUG nova.compute.provider_tree [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.386447] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690183} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.388571] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.388741] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.388914] env[65310]: DEBUG nova.network.neutron [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 961.391499] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf/29f4e9c0-4bec-4606-8d22-52bea2b4a4cf.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.391759] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.392887] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30837fdc-9581-4817-baf6-e11b3aecd0cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.402186] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 961.402186] env[65310]: value = "task-4446581" [ 961.402186] env[65310]: _type = "Task" [ 961.402186] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.413017] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.474475] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dc5d1d4-9e2f-4ac7-89d4-94db54f612ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.485183] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38667729-85bb-4035-9ff1-c8c3e314a80a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.520599] env[65310]: DEBUG nova.compute.manager [req-8e530520-3eb2-4222-a11c-f884748fe75b req-999544fb-b025-45a0-a7ed-83b279f572a8 service nova] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Detach interface failed, port_id=4850bfe9-6192-4e81-b223-3df34e16b455, reason: Instance 71ca44db-6b7e-4a86-a50d-127049b2d554 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.532742] env[65310]: INFO nova.compute.manager [-] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Took 1.49 seconds to deallocate network for instance. [ 961.879262] env[65310]: DEBUG nova.scheduler.client.report [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.912917] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124586} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.913202] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.914021] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7901a887-8924-4007-aa80-b9c711f5e467 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.939029] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf/29f4e9c0-4bec-4606-8d22-52bea2b4a4cf.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.939965] env[65310]: DEBUG nova.network.neutron [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 961.942342] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac8ea5e-d29a-42cb-867d-6ce2ebcb6039 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.964382] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 961.964382] env[65310]: value = "task-4446582" [ 961.964382] env[65310]: _type = "Task" [ 961.964382] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.974727] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.039304] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.045318] env[65310]: WARNING neutronclient.v2_0.client [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.047756] env[65310]: DEBUG oslo_concurrency.lockutils [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "323f6348-ba19-4af6-9370-5824ddd0e549" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.048055] env[65310]: DEBUG oslo_concurrency.lockutils [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "323f6348-ba19-4af6-9370-5824ddd0e549" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.048260] env[65310]: INFO nova.compute.manager [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Shelving [ 962.147460] env[65310]: DEBUG nova.network.neutron [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Updating instance_info_cache with network_info: [{"id": "4bf4d6d5-c13f-4d8e-8fd1-21639244c669", "address": "fa:16:3e:ae:df:24", "network": {"id": "bd467698-325c-4a18-b0c3-5ef9ad216710", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1467421623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e608d59d4054526b72780a0766d8d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf4d6d5-c1", "ovs_interfaceid": "4bf4d6d5-c13f-4d8e-8fd1-21639244c669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.353566] env[65310]: DEBUG nova.compute.manager [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 962.380353] env[65310]: DEBUG nova.virt.hardware [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 962.380625] env[65310]: DEBUG nova.virt.hardware [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.380777] env[65310]: DEBUG nova.virt.hardware [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 962.380957] env[65310]: DEBUG nova.virt.hardware [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.381116] env[65310]: DEBUG nova.virt.hardware [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 962.381261] env[65310]: DEBUG nova.virt.hardware [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 962.381619] env[65310]: DEBUG nova.virt.hardware [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 962.381619] env[65310]: DEBUG nova.virt.hardware [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 962.381761] env[65310]: DEBUG nova.virt.hardware [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 962.381910] env[65310]: DEBUG nova.virt.hardware [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 962.382107] env[65310]: DEBUG nova.virt.hardware [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 962.382877] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.385433] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8358fcab-42a4-4b70-9b69-c6e2e6226424 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.388466] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.506s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.390548] env[65310]: INFO nova.compute.claims [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.400370] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9314fa-e88b-4668-9d94-b7b100003746 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.418124] env[65310]: INFO nova.scheduler.client.report [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Deleted allocations for instance 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d [ 962.476389] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446582, 'name': ReconfigVM_Task, 'duration_secs': 0.373053} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.477211] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf/29f4e9c0-4bec-4606-8d22-52bea2b4a4cf.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.477421] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2a1166f-c875-41a5-b8a0-3856a3bf4ce9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.485220] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 962.485220] env[65310]: value = "task-4446583" [ 962.485220] env[65310]: _type = "Task" [ 962.485220] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.494247] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446583, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.650526] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Releasing lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.651508] env[65310]: DEBUG nova.compute.manager [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Instance network_info: |[{"id": "4bf4d6d5-c13f-4d8e-8fd1-21639244c669", "address": "fa:16:3e:ae:df:24", "network": {"id": "bd467698-325c-4a18-b0c3-5ef9ad216710", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1467421623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e608d59d4054526b72780a0766d8d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf4d6d5-c1", "ovs_interfaceid": "4bf4d6d5-c13f-4d8e-8fd1-21639244c669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 962.651508] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:df:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bf4d6d5-c13f-4d8e-8fd1-21639244c669', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.659740] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 962.659986] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.660274] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1af65fa-4767-4553-b807-1a5c2140f478 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.683935] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.683935] env[65310]: value = "task-4446584" [ 962.683935] env[65310]: _type = "Task" [ 962.683935] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.693037] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446584, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.926375] env[65310]: DEBUG oslo_concurrency.lockutils [None req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Lock "4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.847s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.973067] env[65310]: DEBUG nova.network.neutron [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Successfully updated port: 50bdc294-50a8-4938-ab30-2ec93be71ea2 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 962.997913] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446583, 'name': Rename_Task, 'duration_secs': 0.141118} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.998338] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.998635] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88c70061-2168-48fe-b854-ea5fc357c29b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.008035] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 963.008035] env[65310]: value = "task-4446585" [ 963.008035] env[65310]: _type = "Task" [ 963.008035] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.016214] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.058173] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.058507] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3fac03c-6206-4922-8523-a7b2b3232855 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.066434] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 963.066434] env[65310]: value = "task-4446586" [ 963.066434] env[65310]: _type = "Task" [ 963.066434] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.076403] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.118154] env[65310]: DEBUG nova.compute.manager [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Received event network-vif-plugged-50bdc294-50a8-4938-ab30-2ec93be71ea2 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 963.118264] env[65310]: DEBUG oslo_concurrency.lockutils [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] Acquiring lock "88e2c6d2-ebae-4a57-b26d-480339b02881-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.118722] env[65310]: DEBUG oslo_concurrency.lockutils [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] Lock "88e2c6d2-ebae-4a57-b26d-480339b02881-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.118722] env[65310]: DEBUG oslo_concurrency.lockutils [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] Lock "88e2c6d2-ebae-4a57-b26d-480339b02881-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.118722] env[65310]: DEBUG nova.compute.manager [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] No waiting events found dispatching network-vif-plugged-50bdc294-50a8-4938-ab30-2ec93be71ea2 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 963.119171] env[65310]: WARNING nova.compute.manager [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Received unexpected event network-vif-plugged-50bdc294-50a8-4938-ab30-2ec93be71ea2 for instance with vm_state building and task_state spawning. [ 963.119171] env[65310]: DEBUG nova.compute.manager [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Received event network-changed-50bdc294-50a8-4938-ab30-2ec93be71ea2 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 963.119606] env[65310]: DEBUG nova.compute.manager [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Refreshing instance network info cache due to event network-changed-50bdc294-50a8-4938-ab30-2ec93be71ea2. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 963.119606] env[65310]: DEBUG oslo_concurrency.lockutils [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] Acquiring lock "refresh_cache-88e2c6d2-ebae-4a57-b26d-480339b02881" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.119730] env[65310]: DEBUG oslo_concurrency.lockutils [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] Acquired lock "refresh_cache-88e2c6d2-ebae-4a57-b26d-480339b02881" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.119780] env[65310]: DEBUG nova.network.neutron [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Refreshing network info cache for port 50bdc294-50a8-4938-ab30-2ec93be71ea2 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.196687] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446584, 'name': CreateVM_Task, 'duration_secs': 0.307775} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.196781] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.197363] env[65310]: WARNING neutronclient.v2_0.client [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.197719] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.197868] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.198198] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.198464] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbfd113-7e53-458e-92e9-5fe07477586d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.205330] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 963.205330] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca0804-3a93-7c93-5737-0dcada804dff" [ 963.205330] env[65310]: _type = "Task" [ 963.205330] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.211558] env[65310]: DEBUG nova.compute.manager [req-d3ba5a88-d8b5-487c-84e8-a4d3a73b06c5 req-0d34229a-9207-4c1f-a244-c00f12cff23f service nova] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Received event network-changed-4bf4d6d5-c13f-4d8e-8fd1-21639244c669 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 963.211751] env[65310]: DEBUG nova.compute.manager [req-d3ba5a88-d8b5-487c-84e8-a4d3a73b06c5 req-0d34229a-9207-4c1f-a244-c00f12cff23f service nova] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Refreshing instance network info cache due to event network-changed-4bf4d6d5-c13f-4d8e-8fd1-21639244c669. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 963.211972] env[65310]: DEBUG oslo_concurrency.lockutils [req-d3ba5a88-d8b5-487c-84e8-a4d3a73b06c5 req-0d34229a-9207-4c1f-a244-c00f12cff23f service nova] Acquiring lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.212106] env[65310]: DEBUG oslo_concurrency.lockutils [req-d3ba5a88-d8b5-487c-84e8-a4d3a73b06c5 req-0d34229a-9207-4c1f-a244-c00f12cff23f service nova] Acquired lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.212334] env[65310]: DEBUG nova.network.neutron [req-d3ba5a88-d8b5-487c-84e8-a4d3a73b06c5 req-0d34229a-9207-4c1f-a244-c00f12cff23f service nova] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Refreshing network info cache for port 4bf4d6d5-c13f-4d8e-8fd1-21639244c669 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.220849] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca0804-3a93-7c93-5737-0dcada804dff, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.220849] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.221901] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.221901] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.221901] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.221901] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.222659] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c07fa834-a4ac-4d20-ab0a-137462554d3c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.233810] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.234070] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.235074] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9e1fef-ec82-4b45-802b-cfbcb6d59be2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.242726] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 963.242726] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b543a0-f65b-ebb6-a1d6-ac59e9c5c085" [ 963.242726] env[65310]: _type = "Task" [ 963.242726] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.253525] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b543a0-f65b-ebb6-a1d6-ac59e9c5c085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.480259] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "refresh_cache-88e2c6d2-ebae-4a57-b26d-480339b02881" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.518891] env[65310]: DEBUG oslo_vmware.api [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446585, 'name': PowerOnVM_Task, 'duration_secs': 0.473015} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.518891] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.518891] env[65310]: DEBUG nova.compute.manager [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 963.519771] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9133263f-0b8e-4244-acc7-f7d79c517ee8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.583020] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446586, 'name': PowerOffVM_Task, 'duration_secs': 0.212511} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.583354] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.584274] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8db955-47bb-4665-893c-4cb3b143abcd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.607430] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3066be5c-8a52-49a0-adab-2aa9e6a02fdc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.621977] env[65310]: WARNING neutronclient.v2_0.client [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.660459] env[65310]: DEBUG nova.network.neutron [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 963.715790] env[65310]: WARNING neutronclient.v2_0.client [req-d3ba5a88-d8b5-487c-84e8-a4d3a73b06c5 req-0d34229a-9207-4c1f-a244-c00f12cff23f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.757827] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b543a0-f65b-ebb6-a1d6-ac59e9c5c085, 'name': SearchDatastore_Task, 'duration_secs': 0.016103} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.758933] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf600972-51e7-485b-a82c-03708def5c86 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.767079] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 963.767079] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c7b9ae-5484-f7a6-f136-124fd1973593" [ 963.767079] env[65310]: _type = "Task" [ 963.767079] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.784582] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c7b9ae-5484-f7a6-f136-124fd1973593, 'name': SearchDatastore_Task, 'duration_secs': 0.012843} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.784918] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.785171] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 37c7ec5b-905d-4fa0-ab45-b54eae7c6357/37c7ec5b-905d-4fa0-ab45-b54eae7c6357.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.785441] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff3e1495-f86d-4911-b055-58c6d413250a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.795078] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 963.795078] env[65310]: value = "task-4446587" [ 963.795078] env[65310]: _type = "Task" [ 963.795078] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.803034] env[65310]: DEBUG nova.network.neutron [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.812828] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.847880] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29813fa0-036f-468a-8877-07a731f29e6a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.859240] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea3843f-7bf3-4dda-bd9c-2d60a4d0e2a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.897537] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cae1ad6-f169-4d56-abfa-485eab20b798 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.907607] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8226b2-1041-4ce7-a38e-4edba1e4aa0c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.925713] env[65310]: DEBUG nova.compute.provider_tree [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.927089] env[65310]: WARNING neutronclient.v2_0.client [req-d3ba5a88-d8b5-487c-84e8-a4d3a73b06c5 req-0d34229a-9207-4c1f-a244-c00f12cff23f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.004608] env[65310]: DEBUG nova.network.neutron [req-d3ba5a88-d8b5-487c-84e8-a4d3a73b06c5 req-0d34229a-9207-4c1f-a244-c00f12cff23f service nova] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Updated VIF entry in instance network info cache for port 4bf4d6d5-c13f-4d8e-8fd1-21639244c669. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 964.004966] env[65310]: DEBUG nova.network.neutron [req-d3ba5a88-d8b5-487c-84e8-a4d3a73b06c5 req-0d34229a-9207-4c1f-a244-c00f12cff23f service nova] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Updating instance_info_cache with network_info: [{"id": "4bf4d6d5-c13f-4d8e-8fd1-21639244c669", "address": "fa:16:3e:ae:df:24", "network": {"id": "bd467698-325c-4a18-b0c3-5ef9ad216710", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1467421623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e608d59d4054526b72780a0766d8d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf4d6d5-c1", "ovs_interfaceid": "4bf4d6d5-c13f-4d8e-8fd1-21639244c669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.042143] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.123071] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.123452] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dd822fe5-3e87-4310-8465-bd3ac26f1475 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.131518] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 964.131518] env[65310]: value = "task-4446588" [ 964.131518] env[65310]: _type = "Task" [ 964.131518] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.142648] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446588, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.308607] env[65310]: DEBUG oslo_concurrency.lockutils [req-b4247f9c-d708-413e-a739-fca6d26dece2 req-1bd883f4-d42c-4338-9b01-20b7571c2462 service nova] Releasing lock "refresh_cache-88e2c6d2-ebae-4a57-b26d-480339b02881" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.309219] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446587, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.310035] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "refresh_cache-88e2c6d2-ebae-4a57-b26d-480339b02881" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.310035] env[65310]: DEBUG nova.network.neutron [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 964.430895] env[65310]: DEBUG nova.scheduler.client.report [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.511390] env[65310]: DEBUG oslo_concurrency.lockutils [req-d3ba5a88-d8b5-487c-84e8-a4d3a73b06c5 req-0d34229a-9207-4c1f-a244-c00f12cff23f service nova] Releasing lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.646066] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446588, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.809188] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72707} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.809875] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 37c7ec5b-905d-4fa0-ab45-b54eae7c6357/37c7ec5b-905d-4fa0-ab45-b54eae7c6357.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.809875] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.811041] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-295aae1b-d63f-4a5d-abce-99f63e03ab0a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.821509] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 964.821509] env[65310]: value = "task-4446589" [ 964.821509] env[65310]: _type = "Task" [ 964.821509] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.831539] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.936372] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.938475] env[65310]: DEBUG nova.compute.manager [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 964.942393] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.991s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.947157] env[65310]: INFO nova.compute.claims [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.087794] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquiring lock "29f4e9c0-4bec-4606-8d22-52bea2b4a4cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.088054] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "29f4e9c0-4bec-4606-8d22-52bea2b4a4cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.088255] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquiring lock "29f4e9c0-4bec-4606-8d22-52bea2b4a4cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.088434] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "29f4e9c0-4bec-4606-8d22-52bea2b4a4cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.088594] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "29f4e9c0-4bec-4606-8d22-52bea2b4a4cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.090879] env[65310]: INFO nova.compute.manager [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Terminating instance [ 965.145278] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446588, 'name': CreateSnapshot_Task, 'duration_secs': 0.529274} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.145562] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 965.146351] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd057967-2064-4a58-9b0b-9800bbea5b5f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.158198] env[65310]: DEBUG nova.network.neutron [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 965.331917] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074968} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.333101] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.333101] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc2e65e-4225-4f74-bacb-df8f130c8c09 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.352481] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquiring lock "7d71098f-d6c7-4873-af7e-4e0309b96125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.352785] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Lock "7d71098f-d6c7-4873-af7e-4e0309b96125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.352995] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquiring lock "7d71098f-d6c7-4873-af7e-4e0309b96125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.353228] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Lock "7d71098f-d6c7-4873-af7e-4e0309b96125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.353402] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Lock "7d71098f-d6c7-4873-af7e-4e0309b96125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.356108] env[65310]: INFO nova.compute.manager [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Terminating instance [ 965.369660] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 37c7ec5b-905d-4fa0-ab45-b54eae7c6357/37c7ec5b-905d-4fa0-ab45-b54eae7c6357.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.371555] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65a0ab4-d0a1-42be-a4ec-4f978114b332 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.392575] env[65310]: DEBUG nova.compute.manager [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 965.392575] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.393302] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2be0b8-47c9-4661-afc5-d8e0264c0b62 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.402989] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.405134] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4ec4ae2-7a1b-4ec5-af3a-db1c4b668426 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.407061] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 965.407061] env[65310]: value = "task-4446590" [ 965.407061] env[65310]: _type = "Task" [ 965.407061] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.412846] env[65310]: DEBUG oslo_vmware.api [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for the task: (returnval){ [ 965.412846] env[65310]: value = "task-4446591" [ 965.412846] env[65310]: _type = "Task" [ 965.412846] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.420035] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446590, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.428855] env[65310]: DEBUG oslo_vmware.api [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.440351] env[65310]: WARNING neutronclient.v2_0.client [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.449369] env[65310]: DEBUG nova.compute.utils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.454117] env[65310]: DEBUG nova.compute.manager [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 965.454390] env[65310]: DEBUG nova.network.neutron [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 965.455308] env[65310]: WARNING neutronclient.v2_0.client [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.455732] env[65310]: WARNING neutronclient.v2_0.client [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.564475] env[65310]: DEBUG nova.policy [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456227d9c2284775977632b155e21c8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0775b28d56445a2b64865f3f9aa9d5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.597797] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquiring lock "refresh_cache-29f4e9c0-4bec-4606-8d22-52bea2b4a4cf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.597797] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquired lock "refresh_cache-29f4e9c0-4bec-4606-8d22-52bea2b4a4cf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.597797] env[65310]: DEBUG nova.network.neutron [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 965.647190] env[65310]: DEBUG nova.network.neutron [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Updating instance_info_cache with network_info: [{"id": "50bdc294-50a8-4938-ab30-2ec93be71ea2", "address": "fa:16:3e:ab:72:e7", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50bdc294-50", "ovs_interfaceid": "50bdc294-50a8-4938-ab30-2ec93be71ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.674090] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 965.674864] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-16e0fb67-2648-4833-a9b8-d3d5e2684725 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.688590] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 965.688590] env[65310]: value = "task-4446592" [ 965.688590] env[65310]: _type = "Task" [ 965.688590] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.701161] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446592, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.921455] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.928090] env[65310]: DEBUG oslo_vmware.api [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446591, 'name': PowerOffVM_Task, 'duration_secs': 0.320625} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.928513] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.928784] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.929322] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc0aa63-0e00-4efc-9918-2ce59897b5b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.953136] env[65310]: DEBUG nova.compute.manager [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 966.006679] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.007953] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.008393] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Deleting the datastore file [datastore2] 7d71098f-d6c7-4873-af7e-4e0309b96125 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.008834] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e5489c0-be73-4c99-8f7f-58cd279c0f98 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.023911] env[65310]: DEBUG oslo_vmware.api [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for the task: (returnval){ [ 966.023911] env[65310]: value = "task-4446594" [ 966.023911] env[65310]: _type = "Task" [ 966.023911] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.025341] env[65310]: DEBUG nova.network.neutron [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Successfully created port: cd65325b-3a9e-49ca-b421-55af1c20ac2e {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 966.045440] env[65310]: DEBUG oslo_vmware.api [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.102350] env[65310]: WARNING neutronclient.v2_0.client [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.151813] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "refresh_cache-88e2c6d2-ebae-4a57-b26d-480339b02881" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.152465] env[65310]: DEBUG nova.compute.manager [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Instance network_info: |[{"id": "50bdc294-50a8-4938-ab30-2ec93be71ea2", "address": "fa:16:3e:ab:72:e7", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50bdc294-50", "ovs_interfaceid": "50bdc294-50a8-4938-ab30-2ec93be71ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 966.152946] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:72:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50bdc294-50a8-4938-ab30-2ec93be71ea2', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.162248] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 966.166754] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.166957] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eba6f0c-3b07-4dd9-b160-6dfc9a30eab4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.207464] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446592, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.209288] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.209288] env[65310]: value = "task-4446595" [ 966.209288] env[65310]: _type = "Task" [ 966.209288] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.223045] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446595, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.422848] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446590, 'name': ReconfigVM_Task, 'duration_secs': 0.783383} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.425884] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 37c7ec5b-905d-4fa0-ab45-b54eae7c6357/37c7ec5b-905d-4fa0-ab45-b54eae7c6357.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.426841] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02897042-ba19-4078-8dd5-b0dc85a56eea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.434934] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 966.434934] env[65310]: value = "task-4446596" [ 966.434934] env[65310]: _type = "Task" [ 966.434934] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.448535] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446596, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.470726] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86160698-697f-4c64-9285-4fd8f9af6c3e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.480065] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe836380-544f-4ae0-931c-b6b7e6d350e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.522564] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7345d1c6-4695-49dd-9f83-82fb33c00286 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.537300] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ceb3cd-3f96-45c9-93be-002b0faf67df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.545384] env[65310]: DEBUG oslo_vmware.api [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Task: {'id': task-4446594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282544} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.546047] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.546282] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.546411] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.546562] env[65310]: INFO nova.compute.manager [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Took 1.15 seconds to destroy the instance on the hypervisor. [ 966.546811] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 966.547012] env[65310]: DEBUG nova.compute.manager [-] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 966.547138] env[65310]: DEBUG nova.network.neutron [-] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 966.547395] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.558833] env[65310]: DEBUG nova.compute.provider_tree [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.596385] env[65310]: DEBUG nova.network.neutron [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 966.709559] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446592, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.719211] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446595, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.945802] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446596, 'name': Rename_Task, 'duration_secs': 0.192995} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.946809] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.948658] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.949191] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1933b6f-f8bf-4e43-b21d-ce747a0ea6f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.958168] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 966.958168] env[65310]: value = "task-4446597" [ 966.958168] env[65310]: _type = "Task" [ 966.958168] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.963712] env[65310]: DEBUG nova.compute.manager [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 966.969297] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.996619] env[65310]: DEBUG nova.virt.hardware [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 966.996619] env[65310]: DEBUG nova.virt.hardware [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.996901] env[65310]: DEBUG nova.virt.hardware [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 966.996973] env[65310]: DEBUG nova.virt.hardware [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.997184] env[65310]: DEBUG nova.virt.hardware [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 966.997358] env[65310]: DEBUG nova.virt.hardware [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 966.997605] env[65310]: DEBUG nova.virt.hardware [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 966.997794] env[65310]: DEBUG nova.virt.hardware [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 966.998103] env[65310]: DEBUG nova.virt.hardware [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 966.998277] env[65310]: DEBUG nova.virt.hardware [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 966.998488] env[65310]: DEBUG nova.virt.hardware [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 966.999636] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426bec90-5427-4e22-99cf-c1435d051f40 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.009339] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9688d6b-d25d-4839-b26a-3928c2be8864 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.061495] env[65310]: DEBUG nova.scheduler.client.report [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.209341] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446592, 'name': CloneVM_Task, 'duration_secs': 1.275414} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.209693] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Created linked-clone VM from snapshot [ 967.210601] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f976c3f7-fdc1-44e9-ac09-ac7196e231a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.226557] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446595, 'name': CreateVM_Task, 'duration_secs': 0.546402} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.226853] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Uploading image 7d72a07e-af81-48a2-98cf-dc28a9857560 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 967.228848] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.229345] env[65310]: WARNING neutronclient.v2_0.client [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.229693] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.229834] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.230144] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.230398] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1519ecfe-7234-4730-b43c-9e56dc9de9f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.235671] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 967.235671] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52acb66e-7571-cd51-cd0d-4ff16a50aba9" [ 967.235671] env[65310]: _type = "Task" [ 967.235671] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.244567] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52acb66e-7571-cd51-cd0d-4ff16a50aba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.257525] env[65310]: DEBUG oslo_vmware.rw_handles [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 967.257525] env[65310]: value = "vm-869718" [ 967.257525] env[65310]: _type = "VirtualMachine" [ 967.257525] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 967.257819] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb225a1c-f354-4637-b29b-b21bfe0262be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.266751] env[65310]: DEBUG oslo_vmware.rw_handles [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lease: (returnval){ [ 967.266751] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52843330-fb5a-abc0-dc0b-8e9144f8b74d" [ 967.266751] env[65310]: _type = "HttpNfcLease" [ 967.266751] env[65310]: } obtained for exporting VM: (result){ [ 967.266751] env[65310]: value = "vm-869718" [ 967.266751] env[65310]: _type = "VirtualMachine" [ 967.266751] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 967.267025] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the lease: (returnval){ [ 967.267025] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52843330-fb5a-abc0-dc0b-8e9144f8b74d" [ 967.267025] env[65310]: _type = "HttpNfcLease" [ 967.267025] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 967.274265] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.274265] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52843330-fb5a-abc0-dc0b-8e9144f8b74d" [ 967.274265] env[65310]: _type = "HttpNfcLease" [ 967.274265] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 967.469311] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.566964] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.567330] env[65310]: DEBUG nova.compute.manager [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 967.569996] env[65310]: DEBUG oslo_concurrency.lockutils [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.562s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.570226] env[65310]: DEBUG oslo_concurrency.lockutils [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.572389] env[65310]: DEBUG oslo_concurrency.lockutils [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.727s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.572639] env[65310]: DEBUG nova.objects.instance [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] [instance: e394a667-b521-4a07-8f25-8359b3598366] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 967.611997] env[65310]: INFO nova.scheduler.client.report [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted allocations for instance 75779b88-c777-41b0-8a1f-d99c8aa131e2 [ 967.748923] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52acb66e-7571-cd51-cd0d-4ff16a50aba9, 'name': SearchDatastore_Task, 'duration_secs': 0.01409} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.749362] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.749702] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.749846] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.749982] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.750192] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.750647] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ab67dd9-ee6b-4922-90b0-2641dcfa8657 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.756739] env[65310]: DEBUG nova.network.neutron [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Successfully updated port: cd65325b-3a9e-49ca-b421-55af1c20ac2e {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 967.762251] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.763157] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.763712] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b57e834d-5271-413b-a3ab-d28d8daf582e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.780609] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.780609] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52843330-fb5a-abc0-dc0b-8e9144f8b74d" [ 967.780609] env[65310]: _type = "HttpNfcLease" [ 967.780609] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 967.782780] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 967.782780] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bd7a0f-8967-fe06-60ca-ed19b4cd878b" [ 967.782780] env[65310]: _type = "Task" [ 967.782780] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.782780] env[65310]: DEBUG oslo_vmware.rw_handles [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 967.782780] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52843330-fb5a-abc0-dc0b-8e9144f8b74d" [ 967.782780] env[65310]: _type = "HttpNfcLease" [ 967.782780] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 967.782780] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c25a843-e8ed-46e8-bd3c-aae3e199ecb7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.804812] env[65310]: DEBUG oslo_vmware.rw_handles [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52157a8c-6b34-238b-351d-c5f6154c584c/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 967.805090] env[65310]: DEBUG oslo_vmware.rw_handles [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52157a8c-6b34-238b-351d-c5f6154c584c/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 967.811129] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bd7a0f-8967-fe06-60ca-ed19b4cd878b, 'name': SearchDatastore_Task, 'duration_secs': 0.014858} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.870779] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e83b86-ad8d-4747-b5f0-8d57bb304d8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.879381] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 967.879381] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c0fa52-9138-7e24-0401-7d1d51f463a1" [ 967.879381] env[65310]: _type = "Task" [ 967.879381] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.891045] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c0fa52-9138-7e24-0401-7d1d51f463a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.904173] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10cc6671-1501-4b6f-9595-252851d95110 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.971066] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.995093] env[65310]: DEBUG nova.network.neutron [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.080269] env[65310]: DEBUG nova.compute.utils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.089889] env[65310]: DEBUG nova.compute.manager [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 968.091044] env[65310]: DEBUG nova.network.neutron [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 968.091751] env[65310]: WARNING neutronclient.v2_0.client [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.091978] env[65310]: WARNING neutronclient.v2_0.client [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.096672] env[65310]: DEBUG oslo_concurrency.lockutils [None req-db32fbc7-e066-4f07-9c97-d6389b8378b8 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.524s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.097909] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.038s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.098190] env[65310]: DEBUG nova.objects.instance [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lazy-loading 'resources' on Instance uuid f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.126437] env[65310]: DEBUG oslo_concurrency.lockutils [None req-40afba0f-18a4-41ba-a568-2bfd8ef88050 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "75779b88-c777-41b0-8a1f-d99c8aa131e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.224s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.261035] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquiring lock "refresh_cache-c8661421-19ca-4fe4-be78-8c124f0e0474" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.261507] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquired lock "refresh_cache-c8661421-19ca-4fe4-be78-8c124f0e0474" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.261507] env[65310]: DEBUG nova.network.neutron [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 968.387477] env[65310]: DEBUG nova.policy [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a16b7ae582fb48c89340b575391e130e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06820740f51c4c5cb99a265060439609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.399302] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c0fa52-9138-7e24-0401-7d1d51f463a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013718} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.399771] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.400122] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 88e2c6d2-ebae-4a57-b26d-480339b02881/88e2c6d2-ebae-4a57-b26d-480339b02881.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.401098] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0e4f550-a126-43a5-91b7-110704ecc024 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.411207] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 968.411207] env[65310]: value = "task-4446599" [ 968.411207] env[65310]: _type = "Task" [ 968.411207] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.422828] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.474031] env[65310]: DEBUG oslo_vmware.api [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446597, 'name': PowerOnVM_Task, 'duration_secs': 1.335753} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.474707] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.475160] env[65310]: INFO nova.compute.manager [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Took 8.70 seconds to spawn the instance on the hypervisor. [ 968.475918] env[65310]: DEBUG nova.compute.manager [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 968.477070] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7be0629-9155-4af3-a1df-0e3da8ce8ff6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.497525] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Releasing lock "refresh_cache-29f4e9c0-4bec-4606-8d22-52bea2b4a4cf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.499301] env[65310]: DEBUG nova.compute.manager [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 968.499301] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.499301] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c782c61d-af1e-4800-ba47-93938ad6cd54 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.513257] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.514747] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a470f16f-210a-4c8a-b4f4-a12f4ce75c03 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.522742] env[65310]: DEBUG oslo_vmware.api [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 968.522742] env[65310]: value = "task-4446600" [ 968.522742] env[65310]: _type = "Task" [ 968.522742] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.535124] env[65310]: DEBUG oslo_vmware.api [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.597390] env[65310]: DEBUG nova.compute.manager [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 968.734181] env[65310]: DEBUG nova.network.neutron [-] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.927160] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446599, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.005417] env[65310]: INFO nova.compute.manager [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Took 37.31 seconds to build instance. [ 969.040460] env[65310]: DEBUG oslo_vmware.api [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446600, 'name': PowerOffVM_Task, 'duration_secs': 0.386165} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.040915] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.041459] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.041793] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0ca6c0a-e9b1-4c6c-8f16-dd2906ac4435 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.053029] env[65310]: DEBUG nova.network.neutron [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Successfully created port: 18c2abf5-d170-4ac9-900c-fd53cedd7816 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 969.075555] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.076066] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.078046] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Deleting the datastore file [datastore2] 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.078046] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-543d6327-a4de-4ac0-a7c1-12611cbe3a58 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.087614] env[65310]: DEBUG oslo_vmware.api [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for the task: (returnval){ [ 969.087614] env[65310]: value = "task-4446602" [ 969.087614] env[65310]: _type = "Task" [ 969.087614] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.106915] env[65310]: DEBUG oslo_vmware.api [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.236617] env[65310]: INFO nova.compute.manager [-] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Took 2.69 seconds to deallocate network for instance. [ 969.272340] env[65310]: DEBUG nova.network.neutron [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 969.313500] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b682727-6378-41ea-8301-9854f72e2db1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.331213] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41664230-ddde-4c8c-81ef-94ecb064006a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.369812] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2995051-8e61-426b-a956-ed6241994137 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.380207] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e11ef47-c7a5-4226-b1a8-1aef81f89117 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.396156] env[65310]: DEBUG nova.compute.provider_tree [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.426859] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610501} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.427125] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 88e2c6d2-ebae-4a57-b26d-480339b02881/88e2c6d2-ebae-4a57-b26d-480339b02881.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.427812] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.427812] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c419a3a-a65e-45c0-939a-60f82610a3bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.436866] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 969.436866] env[65310]: value = "task-4446603" [ 969.436866] env[65310]: _type = "Task" [ 969.436866] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.448493] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.512021] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9f627574-6214-47cd-9c73-248d1dca0838 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.822s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.598461] env[65310]: DEBUG oslo_vmware.api [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Task: {'id': task-4446602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26238} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.598744] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.598929] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.599222] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.599416] env[65310]: INFO nova.compute.manager [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Took 1.10 seconds to destroy the instance on the hypervisor. [ 969.599659] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 969.599856] env[65310]: DEBUG nova.compute.manager [-] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 969.599957] env[65310]: DEBUG nova.network.neutron [-] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 969.600222] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.624806] env[65310]: DEBUG nova.compute.manager [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 969.661642] env[65310]: DEBUG nova.virt.hardware [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 969.661642] env[65310]: DEBUG nova.virt.hardware [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.661642] env[65310]: DEBUG nova.virt.hardware [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 969.661887] env[65310]: DEBUG nova.virt.hardware [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.662069] env[65310]: DEBUG nova.virt.hardware [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 969.662219] env[65310]: DEBUG nova.virt.hardware [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 969.662536] env[65310]: DEBUG nova.virt.hardware [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 969.662722] env[65310]: DEBUG nova.virt.hardware [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 969.662892] env[65310]: DEBUG nova.virt.hardware [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 969.663100] env[65310]: DEBUG nova.virt.hardware [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 969.663364] env[65310]: DEBUG nova.virt.hardware [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 969.664370] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399a501a-83bb-45a0-bef1-dbd83b9b5857 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.674948] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f92ae33-a38f-4cf9-8791-7e9ddcd0fff6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.733866] env[65310]: DEBUG nova.network.neutron [-] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 969.734168] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.752829] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.899699] env[65310]: DEBUG nova.scheduler.client.report [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.947971] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085197} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.948482] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.950577] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e52e4d-7092-4860-b50c-aeab366bddcd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.979512] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 88e2c6d2-ebae-4a57-b26d-480339b02881/88e2c6d2-ebae-4a57-b26d-480339b02881.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.979855] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f460931-11ae-4ef9-93fb-158bb44198df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.001635] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 970.001635] env[65310]: value = "task-4446604" [ 970.001635] env[65310]: _type = "Task" [ 970.001635] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.011971] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.237407] env[65310]: DEBUG nova.network.neutron [-] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.407767] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.408277] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.281s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.410620] env[65310]: DEBUG nova.objects.instance [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lazy-loading 'resources' on Instance uuid b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.435927] env[65310]: INFO nova.scheduler.client.report [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Deleted allocations for instance f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4 [ 970.514477] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446604, 'name': ReconfigVM_Task, 'duration_secs': 0.443305} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.515104] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 88e2c6d2-ebae-4a57-b26d-480339b02881/88e2c6d2-ebae-4a57-b26d-480339b02881.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.516428] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba080eb5-dc76-419a-87ea-89161218148c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.528018] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 970.528018] env[65310]: value = "task-4446605" [ 970.528018] env[65310]: _type = "Task" [ 970.528018] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.538630] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446605, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.696379] env[65310]: WARNING neutronclient.v2_0.client [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.742647] env[65310]: INFO nova.compute.manager [-] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Took 1.14 seconds to deallocate network for instance. [ 970.947767] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Lock "f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.362s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.008240] env[65310]: DEBUG nova.network.neutron [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Successfully updated port: 18c2abf5-d170-4ac9-900c-fd53cedd7816 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 971.041575] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446605, 'name': Rename_Task, 'duration_secs': 0.194179} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.042306] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.042584] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd90b2b3-661e-450e-892d-0f6f33f71f3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.053824] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 971.053824] env[65310]: value = "task-4446606" [ 971.053824] env[65310]: _type = "Task" [ 971.053824] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.071862] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.164450] env[65310]: DEBUG nova.compute.manager [req-14afe762-1a1e-4ffa-9b40-a4e9cfccad2d req-d0e7d33c-cb00-4901-9d48-f552d2c46fea service nova] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Received event network-vif-plugged-cd65325b-3a9e-49ca-b421-55af1c20ac2e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 971.164450] env[65310]: DEBUG oslo_concurrency.lockutils [req-14afe762-1a1e-4ffa-9b40-a4e9cfccad2d req-d0e7d33c-cb00-4901-9d48-f552d2c46fea service nova] Acquiring lock "c8661421-19ca-4fe4-be78-8c124f0e0474-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.164831] env[65310]: DEBUG oslo_concurrency.lockutils [req-14afe762-1a1e-4ffa-9b40-a4e9cfccad2d req-d0e7d33c-cb00-4901-9d48-f552d2c46fea service nova] Lock "c8661421-19ca-4fe4-be78-8c124f0e0474-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.165030] env[65310]: DEBUG oslo_concurrency.lockutils [req-14afe762-1a1e-4ffa-9b40-a4e9cfccad2d req-d0e7d33c-cb00-4901-9d48-f552d2c46fea service nova] Lock "c8661421-19ca-4fe4-be78-8c124f0e0474-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.165748] env[65310]: DEBUG nova.compute.manager [req-14afe762-1a1e-4ffa-9b40-a4e9cfccad2d req-d0e7d33c-cb00-4901-9d48-f552d2c46fea service nova] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] No waiting events found dispatching network-vif-plugged-cd65325b-3a9e-49ca-b421-55af1c20ac2e {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 971.165899] env[65310]: WARNING nova.compute.manager [req-14afe762-1a1e-4ffa-9b40-a4e9cfccad2d req-d0e7d33c-cb00-4901-9d48-f552d2c46fea service nova] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Received unexpected event network-vif-plugged-cd65325b-3a9e-49ca-b421-55af1c20ac2e for instance with vm_state building and task_state spawning. [ 971.257681] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.343948] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22a3163-ded3-45ad-a994-da73fd4dfcd5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.356701] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd149cef-8b87-4568-847d-9961dcff7193 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.394980] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab53edc5-c220-4793-8750-04c2e405903f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.404028] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be9b25c-af18-4bca-9952-a2c6da708d93 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.421711] env[65310]: DEBUG nova.compute.provider_tree [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.511027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.511027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.511251] env[65310]: DEBUG nova.network.neutron [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 971.567197] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.864188] env[65310]: DEBUG nova.network.neutron [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Updating instance_info_cache with network_info: [{"id": "cd65325b-3a9e-49ca-b421-55af1c20ac2e", "address": "fa:16:3e:36:19:bb", "network": {"id": "4f7c955f-dda4-46fd-9333-713ba9f65f8a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-972786761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0775b28d56445a2b64865f3f9aa9d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd65325b-3a", "ovs_interfaceid": "cd65325b-3a9e-49ca-b421-55af1c20ac2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.927072] env[65310]: DEBUG nova.scheduler.client.report [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.061023] env[65310]: DEBUG nova.network.neutron [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 972.069576] env[65310]: DEBUG oslo_vmware.api [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446606, 'name': PowerOnVM_Task, 'duration_secs': 0.667346} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.072631] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.072631] env[65310]: INFO nova.compute.manager [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Took 9.72 seconds to spawn the instance on the hypervisor. [ 972.072631] env[65310]: DEBUG nova.compute.manager [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.072631] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c7206d-63ed-4aff-809d-639e6e611077 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.239760] env[65310]: WARNING neutronclient.v2_0.client [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.433737] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Releasing lock "refresh_cache-c8661421-19ca-4fe4-be78-8c124f0e0474" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.433737] env[65310]: DEBUG nova.compute.manager [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Instance network_info: |[{"id": "cd65325b-3a9e-49ca-b421-55af1c20ac2e", "address": "fa:16:3e:36:19:bb", "network": {"id": "4f7c955f-dda4-46fd-9333-713ba9f65f8a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-972786761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0775b28d56445a2b64865f3f9aa9d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd65325b-3a", "ovs_interfaceid": "cd65325b-3a9e-49ca-b421-55af1c20ac2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 972.433737] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:19:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd65325b-3a9e-49ca-b421-55af1c20ac2e', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.433737] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Creating folder: Project (c0775b28d56445a2b64865f3f9aa9d5e). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.433737] env[65310]: DEBUG nova.network.neutron [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance_info_cache with network_info: [{"id": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "address": "fa:16:3e:8b:34:13", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c2abf5-d1", "ovs_interfaceid": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.433737] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87318ca2-573e-4d62-9765-524386285804 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.433737] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Created folder: Project (c0775b28d56445a2b64865f3f9aa9d5e) in parent group-v869493. [ 972.433737] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Creating folder: Instances. Parent ref: group-v869720. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.433737] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26f0458f-5f0c-4ac2-9fe9-1b5ed201c17c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.433737] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Created folder: Instances in parent group-v869720. [ 972.441889] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 972.441889] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.441889] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02cd4204-003f-43fd-914e-405ceecd75a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.449593] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.452540] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.094s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.452620] env[65310]: DEBUG nova.objects.instance [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lazy-loading 'resources' on Instance uuid 417d175e-9924-42fd-9492-3852876816d5 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.461296] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.461296] env[65310]: value = "task-4446609" [ 972.461296] env[65310]: _type = "Task" [ 972.461296] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.474445] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446609, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.487241] env[65310]: INFO nova.scheduler.client.report [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleted allocations for instance b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821 [ 972.597910] env[65310]: INFO nova.compute.manager [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Took 40.10 seconds to build instance. [ 972.720492] env[65310]: DEBUG nova.compute.manager [req-8417c89e-2dfd-4f28-90fc-99fdaf457b6f req-6c9206c7-7471-4d2f-8712-21557e25e3aa service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Received event network-vif-plugged-18c2abf5-d170-4ac9-900c-fd53cedd7816 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 972.720760] env[65310]: DEBUG oslo_concurrency.lockutils [req-8417c89e-2dfd-4f28-90fc-99fdaf457b6f req-6c9206c7-7471-4d2f-8712-21557e25e3aa service nova] Acquiring lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.722844] env[65310]: DEBUG oslo_concurrency.lockutils [req-8417c89e-2dfd-4f28-90fc-99fdaf457b6f req-6c9206c7-7471-4d2f-8712-21557e25e3aa service nova] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.722844] env[65310]: DEBUG oslo_concurrency.lockutils [req-8417c89e-2dfd-4f28-90fc-99fdaf457b6f req-6c9206c7-7471-4d2f-8712-21557e25e3aa service nova] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.722844] env[65310]: DEBUG nova.compute.manager [req-8417c89e-2dfd-4f28-90fc-99fdaf457b6f req-6c9206c7-7471-4d2f-8712-21557e25e3aa service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] No waiting events found dispatching network-vif-plugged-18c2abf5-d170-4ac9-900c-fd53cedd7816 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 972.722844] env[65310]: WARNING nova.compute.manager [req-8417c89e-2dfd-4f28-90fc-99fdaf457b6f req-6c9206c7-7471-4d2f-8712-21557e25e3aa service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Received unexpected event network-vif-plugged-18c2abf5-d170-4ac9-900c-fd53cedd7816 for instance with vm_state building and task_state spawning. [ 972.897056] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.897222] env[65310]: DEBUG nova.compute.manager [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Instance network_info: |[{"id": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "address": "fa:16:3e:8b:34:13", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c2abf5-d1", "ovs_interfaceid": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 972.898120] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:34:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18c2abf5-d170-4ac9-900c-fd53cedd7816', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.910396] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 972.910675] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.910941] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57be09dd-635f-4a8b-a87b-e0e2a8e1dbfa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.937033] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.937033] env[65310]: value = "task-4446610" [ 972.937033] env[65310]: _type = "Task" [ 972.937033] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.947451] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446610, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.976321] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446609, 'name': CreateVM_Task, 'duration_secs': 0.406436} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.976526] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.977652] env[65310]: WARNING neutronclient.v2_0.client [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.978094] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.978255] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.978563] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.978901] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a670c94e-c355-4ebc-a52c-f3349f8c4c68 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.990044] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for the task: (returnval){ [ 972.990044] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b98749-9891-2bbb-e9d0-cf0db6db1420" [ 972.990044] env[65310]: _type = "Task" [ 972.990044] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.998203] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.319s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.009410] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b98749-9891-2bbb-e9d0-cf0db6db1420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.104235] env[65310]: DEBUG oslo_concurrency.lockutils [None req-166496f3-e150-4d55-9103-006eb3bfecc6 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "88e2c6d2-ebae-4a57-b26d-480339b02881" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.614s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.394298] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquiring lock "15c131a2-9611-4850-93c2-a2c6ece00f3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.394410] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Lock "15c131a2-9611-4850-93c2-a2c6ece00f3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.417984] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6868f1d9-0ffe-44c1-a257-6b4bf802e705 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.429236] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c250ebac-0fd3-4999-b74f-ba2b31af7a2a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.467648] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db39ff6-7c10-4ef1-9b2d-778edac4a549 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.477199] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446610, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.480499] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00df378f-09da-43ce-9ab9-8bbaff2b2747 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.496468] env[65310]: DEBUG nova.compute.provider_tree [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.507905] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b98749-9891-2bbb-e9d0-cf0db6db1420, 'name': SearchDatastore_Task, 'duration_secs': 0.022876} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.509248] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.509248] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.509678] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.509678] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.509812] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.510673] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6c9a373-736b-4de3-bb51-581f65ed5d62 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.522267] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.522267] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.523018] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b42376-ca6d-404c-bcd5-24b036c6f7ce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.529927] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for the task: (returnval){ [ 973.529927] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52da7b47-c5c0-c3f7-bcac-7501f7a86bd3" [ 973.529927] env[65310]: _type = "Task" [ 973.529927] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.540244] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52da7b47-c5c0-c3f7-bcac-7501f7a86bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.702914] env[65310]: INFO nova.compute.manager [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Rescuing [ 973.703209] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.703359] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.703547] env[65310]: DEBUG nova.network.neutron [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 973.897388] env[65310]: DEBUG nova.compute.manager [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 973.973761] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446610, 'name': CreateVM_Task, 'duration_secs': 0.554958} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.973924] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.974475] env[65310]: WARNING neutronclient.v2_0.client [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.974829] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.974976] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.975298] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.975580] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb5a336-e665-43db-a96c-6745c0d20793 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.982116] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 973.982116] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524165c0-9394-9834-02bb-d4de25b0411b" [ 973.982116] env[65310]: _type = "Task" [ 973.982116] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.992421] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524165c0-9394-9834-02bb-d4de25b0411b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.002426] env[65310]: DEBUG nova.scheduler.client.report [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.042801] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52da7b47-c5c0-c3f7-bcac-7501f7a86bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.02294} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.044180] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8c32ed-d4db-4d49-ac90-8f569451ef7d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.053042] env[65310]: DEBUG nova.compute.manager [req-22e361b6-91d5-4cdb-a0a2-fb50d3fea302 req-e206bc7f-517e-4187-8186-b920c588e384 service nova] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Received event network-changed-cd65325b-3a9e-49ca-b421-55af1c20ac2e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 974.053641] env[65310]: DEBUG nova.compute.manager [req-22e361b6-91d5-4cdb-a0a2-fb50d3fea302 req-e206bc7f-517e-4187-8186-b920c588e384 service nova] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Refreshing instance network info cache due to event network-changed-cd65325b-3a9e-49ca-b421-55af1c20ac2e. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 974.053921] env[65310]: DEBUG oslo_concurrency.lockutils [req-22e361b6-91d5-4cdb-a0a2-fb50d3fea302 req-e206bc7f-517e-4187-8186-b920c588e384 service nova] Acquiring lock "refresh_cache-c8661421-19ca-4fe4-be78-8c124f0e0474" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.054077] env[65310]: DEBUG oslo_concurrency.lockutils [req-22e361b6-91d5-4cdb-a0a2-fb50d3fea302 req-e206bc7f-517e-4187-8186-b920c588e384 service nova] Acquired lock "refresh_cache-c8661421-19ca-4fe4-be78-8c124f0e0474" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.054291] env[65310]: DEBUG nova.network.neutron [req-22e361b6-91d5-4cdb-a0a2-fb50d3fea302 req-e206bc7f-517e-4187-8186-b920c588e384 service nova] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Refreshing network info cache for port cd65325b-3a9e-49ca-b421-55af1c20ac2e {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.059053] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for the task: (returnval){ [ 974.059053] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524a8d86-391b-6e05-3ab3-e4a333c686c1" [ 974.059053] env[65310]: _type = "Task" [ 974.059053] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.076029] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524a8d86-391b-6e05-3ab3-e4a333c686c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.206472] env[65310]: WARNING neutronclient.v2_0.client [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.428059] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.496226] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524165c0-9394-9834-02bb-d4de25b0411b, 'name': SearchDatastore_Task, 'duration_secs': 0.023258} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.496624] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.499324] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.499324] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.499324] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.499324] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.499324] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f93ecc78-60b2-4046-a3e6-c4e59de2859b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.507154] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.511714] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.504s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.512091] env[65310]: DEBUG nova.objects.instance [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lazy-loading 'resources' on Instance uuid e394a667-b521-4a07-8f25-8359b3598366 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.514007] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.514308] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.515236] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0d9437-459f-4cde-88f9-e16d5729f502 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.524768] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 974.524768] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ce6a0e-c229-c7c6-31e6-65eda15531eb" [ 974.524768] env[65310]: _type = "Task" [ 974.524768] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.536100] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ce6a0e-c229-c7c6-31e6-65eda15531eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.540239] env[65310]: INFO nova.scheduler.client.report [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleted allocations for instance 417d175e-9924-42fd-9492-3852876816d5 [ 974.559910] env[65310]: WARNING neutronclient.v2_0.client [req-22e361b6-91d5-4cdb-a0a2-fb50d3fea302 req-e206bc7f-517e-4187-8186-b920c588e384 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.580442] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524a8d86-391b-6e05-3ab3-e4a333c686c1, 'name': SearchDatastore_Task, 'duration_secs': 0.016484} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.580442] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.580442] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] c8661421-19ca-4fe4-be78-8c124f0e0474/c8661421-19ca-4fe4-be78-8c124f0e0474.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.580442] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-745b6966-15e0-4c18-b11f-14c15b387706 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.590908] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for the task: (returnval){ [ 974.590908] env[65310]: value = "task-4446611" [ 974.590908] env[65310]: _type = "Task" [ 974.590908] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.601201] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.049508] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ce6a0e-c229-c7c6-31e6-65eda15531eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014443} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.050762] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fff807-5a21-412f-8eb2-f59746cbefa3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.054077] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cab607ee-3000-4343-9bd0-156d5061e2e0 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "417d175e-9924-42fd-9492-3852876816d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.152s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.062554] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 975.062554] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525082c6-07ea-2dfa-6e55-31946ac2f035" [ 975.062554] env[65310]: _type = "Task" [ 975.062554] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.082677] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525082c6-07ea-2dfa-6e55-31946ac2f035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.113120] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446611, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.201601] env[65310]: WARNING neutronclient.v2_0.client [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.230909] env[65310]: WARNING neutronclient.v2_0.client [req-22e361b6-91d5-4cdb-a0a2-fb50d3fea302 req-e206bc7f-517e-4187-8186-b920c588e384 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.337367] env[65310]: DEBUG nova.network.neutron [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Updating instance_info_cache with network_info: [{"id": "4bf4d6d5-c13f-4d8e-8fd1-21639244c669", "address": "fa:16:3e:ae:df:24", "network": {"id": "bd467698-325c-4a18-b0c3-5ef9ad216710", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1467421623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e608d59d4054526b72780a0766d8d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf4d6d5-c1", "ovs_interfaceid": "4bf4d6d5-c13f-4d8e-8fd1-21639244c669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.344479] env[65310]: DEBUG nova.network.neutron [req-22e361b6-91d5-4cdb-a0a2-fb50d3fea302 req-e206bc7f-517e-4187-8186-b920c588e384 service nova] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Updated VIF entry in instance network info cache for port cd65325b-3a9e-49ca-b421-55af1c20ac2e. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 975.344809] env[65310]: DEBUG nova.network.neutron [req-22e361b6-91d5-4cdb-a0a2-fb50d3fea302 req-e206bc7f-517e-4187-8186-b920c588e384 service nova] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Updating instance_info_cache with network_info: [{"id": "cd65325b-3a9e-49ca-b421-55af1c20ac2e", "address": "fa:16:3e:36:19:bb", "network": {"id": "4f7c955f-dda4-46fd-9333-713ba9f65f8a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-972786761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0775b28d56445a2b64865f3f9aa9d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd65325b-3a", "ovs_interfaceid": "cd65325b-3a9e-49ca-b421-55af1c20ac2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.468459] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcc7a86-8990-4722-b4cf-946cd9cc9521 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.478508] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e134f1c-3fb7-465f-850a-80c3319dc13f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.514290] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9e1ce2-a037-4a01-a31c-861ff910a665 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.523951] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4a1620-2c08-490b-9ef8-440ac237e0bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.548250] env[65310]: DEBUG nova.compute.provider_tree [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.578674] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525082c6-07ea-2dfa-6e55-31946ac2f035, 'name': SearchDatastore_Task, 'duration_secs': 0.036972} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.579089] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579504] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5040d2cc-7cd2-4103-8aea-17b8f9a93629/5040d2cc-7cd2-4103-8aea-17b8f9a93629.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.579909] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19eee257-b140-4f69-928c-5be09bc7dd55 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.591058] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 975.591058] env[65310]: value = "task-4446612" [ 975.591058] env[65310]: _type = "Task" [ 975.591058] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.610219] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592983} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.615620] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] c8661421-19ca-4fe4-be78-8c124f0e0474/c8661421-19ca-4fe4-be78-8c124f0e0474.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.616173] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.616714] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.617551] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-574b818f-a3ab-4a48-b436-77e50bc31e7d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.625766] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for the task: (returnval){ [ 975.625766] env[65310]: value = "task-4446613" [ 975.625766] env[65310]: _type = "Task" [ 975.625766] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.638608] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.841694] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Releasing lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.854462] env[65310]: DEBUG oslo_concurrency.lockutils [req-22e361b6-91d5-4cdb-a0a2-fb50d3fea302 req-e206bc7f-517e-4187-8186-b920c588e384 service nova] Releasing lock "refresh_cache-c8661421-19ca-4fe4-be78-8c124f0e0474" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.854462] env[65310]: DEBUG nova.compute.manager [req-22e361b6-91d5-4cdb-a0a2-fb50d3fea302 req-e206bc7f-517e-4187-8186-b920c588e384 service nova] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Received event network-vif-deleted-126e36f8-d42d-469c-9edc-d7a1855efd8a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.858874] env[65310]: DEBUG nova.compute.manager [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Received event network-changed-18c2abf5-d170-4ac9-900c-fd53cedd7816 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.859093] env[65310]: DEBUG nova.compute.manager [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Refreshing instance network info cache due to event network-changed-18c2abf5-d170-4ac9-900c-fd53cedd7816. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 975.859409] env[65310]: DEBUG oslo_concurrency.lockutils [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] Acquiring lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.859582] env[65310]: DEBUG oslo_concurrency.lockutils [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] Acquired lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.859750] env[65310]: DEBUG nova.network.neutron [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Refreshing network info cache for port 18c2abf5-d170-4ac9-900c-fd53cedd7816 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.055031] env[65310]: DEBUG nova.scheduler.client.report [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.103518] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446612, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.141761] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134552} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.141761] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.143199] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bd2ce9-4933-450b-bce2-fd402556b47c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.173679] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] c8661421-19ca-4fe4-be78-8c124f0e0474/c8661421-19ca-4fe4-be78-8c124f0e0474.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.174958] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d4247a1-efc1-49b8-abac-f37afa286532 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.204576] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for the task: (returnval){ [ 976.204576] env[65310]: value = "task-4446614" [ 976.204576] env[65310]: _type = "Task" [ 976.204576] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.222337] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446614, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.366048] env[65310]: WARNING neutronclient.v2_0.client [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.543673] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquiring lock "c42326dc-beb7-4470-8740-b426cf4ceded" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.543934] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Lock "c42326dc-beb7-4470-8740-b426cf4ceded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.559244] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.564818] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.086s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.564818] env[65310]: DEBUG nova.objects.instance [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lazy-loading 'resources' on Instance uuid 412c15d8-4e8a-4555-a48f-5f58667695cc {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.567523] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.567768] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.602415] env[65310]: INFO nova.scheduler.client.report [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Deleted allocations for instance e394a667-b521-4a07-8f25-8359b3598366 [ 976.610257] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884386} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.611485] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5040d2cc-7cd2-4103-8aea-17b8f9a93629/5040d2cc-7cd2-4103-8aea-17b8f9a93629.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.611773] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.612225] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da22696b-41b4-4d93-9bca-5269d051722c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.619825] env[65310]: WARNING neutronclient.v2_0.client [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.627633] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 976.627633] env[65310]: value = "task-4446615" [ 976.627633] env[65310]: _type = "Task" [ 976.627633] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.638617] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.716767] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.728666] env[65310]: DEBUG nova.network.neutron [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updated VIF entry in instance network info cache for port 18c2abf5-d170-4ac9-900c-fd53cedd7816. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 976.729248] env[65310]: DEBUG nova.network.neutron [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance_info_cache with network_info: [{"id": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "address": "fa:16:3e:8b:34:13", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c2abf5-d1", "ovs_interfaceid": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.981859] env[65310]: DEBUG oslo_vmware.rw_handles [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52157a8c-6b34-238b-351d-c5f6154c584c/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 976.982867] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02afc898-d9fa-413f-9e47-b94453dc8dc4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.990658] env[65310]: DEBUG oslo_vmware.rw_handles [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52157a8c-6b34-238b-351d-c5f6154c584c/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 976.991172] env[65310]: ERROR oslo_vmware.rw_handles [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52157a8c-6b34-238b-351d-c5f6154c584c/disk-0.vmdk due to incomplete transfer. [ 976.991172] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08abbee3-8211-41c1-8208-6b19a7e5cb7d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.001172] env[65310]: DEBUG oslo_vmware.rw_handles [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52157a8c-6b34-238b-351d-c5f6154c584c/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 977.001172] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Uploaded image 7d72a07e-af81-48a2-98cf-dc28a9857560 to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 977.003760] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 977.004115] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b4b422e-16e2-4caa-a4b9-ce9f9b8cf7c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.013295] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 977.013295] env[65310]: value = "task-4446616" [ 977.013295] env[65310]: _type = "Task" [ 977.013295] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.025068] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446616, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.044240] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.044559] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.047747] env[65310]: DEBUG nova.compute.manager [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 977.079519] env[65310]: INFO nova.compute.manager [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Detaching volume 9794918d-1df7-4fc1-887e-0ee888e508d5 [ 977.115589] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.115825] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.119666] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c8e642d7-2057-4d82-bd46-e742c33977a0 tempest-ServersListShow298Test-503192430 tempest-ServersListShow298Test-503192430-project-member] Lock "e394a667-b521-4a07-8f25-8359b3598366" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.376s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.120794] env[65310]: INFO nova.virt.block_device [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Attempting to driver detach volume 9794918d-1df7-4fc1-887e-0ee888e508d5 from mountpoint /dev/sdb [ 977.121285] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 977.121396] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869697', 'volume_id': '9794918d-1df7-4fc1-887e-0ee888e508d5', 'name': 'volume-9794918d-1df7-4fc1-887e-0ee888e508d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f21dd96c-71c9-435f-98cf-0a0f819140eb', 'attached_at': '', 'detached_at': '', 'volume_id': '9794918d-1df7-4fc1-887e-0ee888e508d5', 'serial': '9794918d-1df7-4fc1-887e-0ee888e508d5'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 977.122649] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d02942-32c1-4577-9503-af6083fcb3fb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.153932] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529c4449-3e47-4075-908b-59c48b973304 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.160569] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147896} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.161247] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.162116] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3cd4c8-1efa-4ee6-b933-f768a992113d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.170438] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51502dee-71f6-4f00-b819-438b5fb4309b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.190738] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 5040d2cc-7cd2-4103-8aea-17b8f9a93629/5040d2cc-7cd2-4103-8aea-17b8f9a93629.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.195266] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e0a3eee-ffcc-4067-af10-7213abe078ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.234826] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f02be1-7e84-4d0c-b2af-1f5a7848bb2d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.240224] env[65310]: DEBUG oslo_concurrency.lockutils [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] Releasing lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.244023] env[65310]: DEBUG nova.compute.manager [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Received event network-changed-50bdc294-50a8-4938-ab30-2ec93be71ea2 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.244023] env[65310]: DEBUG nova.compute.manager [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Refreshing instance network info cache due to event network-changed-50bdc294-50a8-4938-ab30-2ec93be71ea2. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 977.244023] env[65310]: DEBUG oslo_concurrency.lockutils [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] Acquiring lock "refresh_cache-88e2c6d2-ebae-4a57-b26d-480339b02881" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.244023] env[65310]: DEBUG oslo_concurrency.lockutils [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] Acquired lock "refresh_cache-88e2c6d2-ebae-4a57-b26d-480339b02881" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.244023] env[65310]: DEBUG nova.network.neutron [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Refreshing network info cache for port 50bdc294-50a8-4938-ab30-2ec93be71ea2 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.248188] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 977.248188] env[65310]: value = "task-4446617" [ 977.248188] env[65310]: _type = "Task" [ 977.248188] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.266214] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The volume has not been displaced from its original location: [datastore2] volume-9794918d-1df7-4fc1-887e-0ee888e508d5/volume-9794918d-1df7-4fc1-887e-0ee888e508d5.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 977.271844] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 977.272276] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446614, 'name': ReconfigVM_Task, 'duration_secs': 0.625744} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.276259] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac44a069-f7e6-4a50-8937-2da4f01cbf75 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.293359] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Reconfigured VM instance instance-00000050 to attach disk [datastore2] c8661421-19ca-4fe4-be78-8c124f0e0474/c8661421-19ca-4fe4-be78-8c124f0e0474.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.298932] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c33f0c87-64da-4f13-a779-6d972657c153 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.301702] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.309515] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for the task: (returnval){ [ 977.309515] env[65310]: value = "task-4446619" [ 977.309515] env[65310]: _type = "Task" [ 977.309515] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.318372] env[65310]: DEBUG oslo_vmware.api [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 977.318372] env[65310]: value = "task-4446618" [ 977.318372] env[65310]: _type = "Task" [ 977.318372] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.326583] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446619, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.336062] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f9fe7316-2bbf-4ab8-bf85-743d233dfe73 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.336481] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f9fe7316-2bbf-4ab8-bf85-743d233dfe73 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.336806] env[65310]: DEBUG nova.objects.instance [None req-f9fe7316-2bbf-4ab8-bf85-743d233dfe73 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'flavor' on Instance uuid e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.338277] env[65310]: DEBUG oslo_vmware.api [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.396741] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.397126] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ce90c6b-3777-41c1-a89b-820748f966b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.409703] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 977.409703] env[65310]: value = "task-4446620" [ 977.409703] env[65310]: _type = "Task" [ 977.409703] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.418283] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.527575] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446616, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.546629] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 977.579033] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.611036] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810f2082-3f0d-463d-872f-fb2a0fa8563f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.621806] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 977.625872] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2213e1-67d9-4b28-b900-a71bc368c94d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.663421] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48470e51-0feb-4322-9a1d-2b7a07e8a5a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.673696] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f479d6d-b94e-42fc-8f4b-dfae1b8fd957 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.444202] env[65310]: WARNING neutronclient.v2_0.client [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.447781] env[65310]: WARNING neutronclient.v2_0.client [None req-f9fe7316-2bbf-4ab8-bf85-743d233dfe73 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.450162] env[65310]: DEBUG nova.objects.instance [None req-f9fe7316-2bbf-4ab8-bf85-743d233dfe73 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'pci_requests' on Instance uuid e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.482836] env[65310]: DEBUG nova.compute.provider_tree [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.497780] env[65310]: DEBUG oslo_vmware.api [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446618, 'name': ReconfigVM_Task, 'duration_secs': 0.299754} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.498018] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446620, 'name': PowerOffVM_Task, 'duration_secs': 0.230801} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.498231] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446619, 'name': Rename_Task, 'duration_secs': 0.603546} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.498424] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446617, 'name': ReconfigVM_Task, 'duration_secs': 0.460326} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.499409] env[65310]: DEBUG nova.scheduler.client.report [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.503766] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.506879] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.507238] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 978.514896] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.514896] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.514896] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 5040d2cc-7cd2-4103-8aea-17b8f9a93629/5040d2cc-7cd2-4103-8aea-17b8f9a93629.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.516984] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad8a2fae-585e-4def-8a84-11fefa4f38d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.527206] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c803ae5a-5ac5-4e11-88da-8cbb6d98bded {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.529880] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3946b61-c38f-4965-817e-3a16042b7bd0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.532038] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-581d86de-a8da-4b4f-aaa0-9ae713b9b6b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.535532] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446616, 'name': Destroy_Task, 'duration_secs': 0.856386} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.535532] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Destroyed the VM [ 978.535532] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 978.535835] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f0b75f1a-e72b-455f-b324-6e6af3b6e8de {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.561648] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda299e1-fae7-4398-b765-fd6119129674 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.565124] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for the task: (returnval){ [ 978.565124] env[65310]: value = "task-4446623" [ 978.565124] env[65310]: _type = "Task" [ 978.565124] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.565441] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 978.565441] env[65310]: value = "task-4446624" [ 978.565441] env[65310]: _type = "Task" [ 978.565441] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.565673] env[65310]: DEBUG oslo_vmware.api [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 978.565673] env[65310]: value = "task-4446622" [ 978.565673] env[65310]: _type = "Task" [ 978.565673] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.566064] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 978.566064] env[65310]: value = "task-4446621" [ 978.566064] env[65310]: _type = "Task" [ 978.566064] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.602474] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.612499] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446621, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.613185] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446624, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.613433] env[65310]: DEBUG oslo_vmware.api [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.626121] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.626629] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ed7dfe4-343a-4459-974e-d49ee6f98da6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.638316] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 978.638316] env[65310]: value = "task-4446625" [ 978.638316] env[65310]: _type = "Task" [ 978.638316] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.652083] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.717789] env[65310]: WARNING neutronclient.v2_0.client [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.855214] env[65310]: DEBUG nova.network.neutron [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Updated VIF entry in instance network info cache for port 50bdc294-50a8-4938-ab30-2ec93be71ea2. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 978.855609] env[65310]: DEBUG nova.network.neutron [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Updating instance_info_cache with network_info: [{"id": "50bdc294-50a8-4938-ab30-2ec93be71ea2", "address": "fa:16:3e:ab:72:e7", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50bdc294-50", "ovs_interfaceid": "50bdc294-50a8-4938-ab30-2ec93be71ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.955093] env[65310]: DEBUG nova.objects.base [None req-f9fe7316-2bbf-4ab8-bf85-743d233dfe73 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 978.955185] env[65310]: DEBUG nova.network.neutron [None req-f9fe7316-2bbf-4ab8-bf85-743d233dfe73 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 978.955496] env[65310]: WARNING neutronclient.v2_0.client [None req-f9fe7316-2bbf-4ab8-bf85-743d233dfe73 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.955818] env[65310]: WARNING neutronclient.v2_0.client [None req-f9fe7316-2bbf-4ab8-bf85-743d233dfe73 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.016751] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.020259] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.248s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.020259] env[65310]: DEBUG nova.objects.instance [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lazy-loading 'resources' on Instance uuid b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.056769] env[65310]: INFO nova.scheduler.client.report [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Deleted allocations for instance 412c15d8-4e8a-4555-a48f-5f58667695cc [ 979.090475] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f9fe7316-2bbf-4ab8-bf85-743d233dfe73 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.754s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.101434] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.110550] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446621, 'name': Rename_Task, 'duration_secs': 0.183829} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.111431] env[65310]: DEBUG oslo_vmware.api [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446622, 'name': ReconfigVM_Task, 'duration_secs': 0.207431} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.111431] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446624, 'name': RemoveSnapshot_Task, 'duration_secs': 0.481388} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.111431] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.111573] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869697', 'volume_id': '9794918d-1df7-4fc1-887e-0ee888e508d5', 'name': 'volume-9794918d-1df7-4fc1-887e-0ee888e508d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f21dd96c-71c9-435f-98cf-0a0f819140eb', 'attached_at': '', 'detached_at': '', 'volume_id': '9794918d-1df7-4fc1-887e-0ee888e508d5', 'serial': '9794918d-1df7-4fc1-887e-0ee888e508d5'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 979.113943] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 979.114325] env[65310]: DEBUG nova.compute.manager [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 979.114856] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc1fa9f4-5cc6-4dc1-8470-62295bc91bc6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.117080] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db558f6-8a40-4fd8-af1b-3e56a69cbe30 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.128435] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 979.128435] env[65310]: value = "task-4446626" [ 979.128435] env[65310]: _type = "Task" [ 979.128435] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.137960] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.149731] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 979.149859] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.150197] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.150373] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.150563] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.150823] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e02a4b0a-d541-44f4-b7bd-c5a2723da254 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.188517] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.188517] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.188517] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1ce0c7-4986-4163-b207-6a1ab93d0350 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.196151] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 979.196151] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5230aefd-9255-14ab-0116-200174125614" [ 979.196151] env[65310]: _type = "Task" [ 979.196151] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.206365] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5230aefd-9255-14ab-0116-200174125614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.358675] env[65310]: DEBUG oslo_concurrency.lockutils [req-475a47a1-e953-4e09-a8f1-7714c319b3f1 req-10807e17-5de8-4845-b395-9c7ca189dce6 service nova] Releasing lock "refresh_cache-88e2c6d2-ebae-4a57-b26d-480339b02881" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.572908] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc53c49-4757-48a2-b0e5-586ee0792f4d tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Lock "412c15d8-4e8a-4555-a48f-5f58667695cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.700s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.592825] env[65310]: DEBUG oslo_vmware.api [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446623, 'name': PowerOnVM_Task, 'duration_secs': 0.731253} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.592825] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.592825] env[65310]: INFO nova.compute.manager [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Took 12.63 seconds to spawn the instance on the hypervisor. [ 979.592825] env[65310]: DEBUG nova.compute.manager [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 979.593635] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aba51e5-3991-4f7f-97cf-3335a3fefe1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.636767] env[65310]: INFO nova.compute.manager [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Shelve offloading [ 979.647677] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446626, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.710978] env[65310]: DEBUG nova.objects.instance [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'flavor' on Instance uuid f21dd96c-71c9-435f-98cf-0a0f819140eb {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.716088] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5230aefd-9255-14ab-0116-200174125614, 'name': SearchDatastore_Task, 'duration_secs': 0.031737} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.717204] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00de1e61-9e29-4c5b-b663-a8e7fcdd5e15 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.724255] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 979.724255] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528d9265-7e31-c7f6-7061-16c1c3622273" [ 979.724255] env[65310]: _type = "Task" [ 979.724255] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.740478] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528d9265-7e31-c7f6-7061-16c1c3622273, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.743851] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.743990] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 37c7ec5b-905d-4fa0-ab45-b54eae7c6357/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. {{(pid=65310) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 979.745084] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78b879f8-90e4-4e85-9f7e-76d72d06697e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.755806] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 979.755806] env[65310]: value = "task-4446627" [ 979.755806] env[65310]: _type = "Task" [ 979.755806] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.770029] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.969754] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e96f12-4118-4578-8dc6-3606e596d005 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.977940] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d65f97-e54b-4c3d-99b8-1b1f04a572a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.014044] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6c8280-55ef-46f3-b6a3-2774f0293495 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.023105] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b4b063-dd99-4f2a-aac6-54123961da01 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.047679] env[65310]: DEBUG nova.compute.provider_tree [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.124313] env[65310]: INFO nova.compute.manager [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Took 40.27 seconds to build instance. [ 980.144700] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.145092] env[65310]: DEBUG oslo_vmware.api [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446626, 'name': PowerOnVM_Task, 'duration_secs': 0.655283} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.146493] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b35d8240-fcb1-41f8-a8f9-a68c9276a725 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.147931] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.148922] env[65310]: INFO nova.compute.manager [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Took 10.52 seconds to spawn the instance on the hypervisor. [ 980.149466] env[65310]: DEBUG nova.compute.manager [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 980.151638] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1137f0b6-2f32-4713-916c-28edd3449d5d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.169486] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 980.169486] env[65310]: value = "task-4446628" [ 980.169486] env[65310]: _type = "Task" [ 980.169486] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.183461] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.183797] env[65310]: DEBUG nova.compute.manager [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 980.184554] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d529b952-c32a-4ffe-b2e9-360c37bf5edc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.195547] env[65310]: DEBUG oslo_concurrency.lockutils [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.195831] env[65310]: DEBUG oslo_concurrency.lockutils [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.196035] env[65310]: DEBUG nova.network.neutron [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 980.268434] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446627, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.555087] env[65310]: DEBUG nova.scheduler.client.report [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.627308] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e6527369-1713-4b94-af36-02fdcde63776 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Lock "c8661421-19ca-4fe4-be78-8c124f0e0474" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.787s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.679831] env[65310]: INFO nova.compute.manager [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Took 40.76 seconds to build instance. [ 980.699066] env[65310]: WARNING neutronclient.v2_0.client [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.722933] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0dcb10c-0168-439d-92ad-e4be84ff47c7 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.155s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.772267] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662386} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.772598] env[65310]: INFO nova.virt.vmwareapi.ds_util [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 37c7ec5b-905d-4fa0-ab45-b54eae7c6357/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. [ 980.773613] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b2cf6-aa4f-4fc8-9e6b-6e0661b0ee66 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.806913] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 37c7ec5b-905d-4fa0-ab45-b54eae7c6357/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.807306] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d68bde92-5736-4fbc-a20e-8664bf636329 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.831400] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 980.831400] env[65310]: value = "task-4446629" [ 980.831400] env[65310]: _type = "Task" [ 980.831400] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.841440] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.892036] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.892408] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.892552] env[65310]: DEBUG nova.compute.manager [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 980.893482] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c4195e-f021-4203-8d17-3e102789e77e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.900966] env[65310]: DEBUG nova.compute.manager [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65310) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 980.901580] env[65310]: DEBUG nova.objects.instance [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'flavor' on Instance uuid f21dd96c-71c9-435f-98cf-0a0f819140eb {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.927543] env[65310]: WARNING neutronclient.v2_0.client [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.942755] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.943016] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.943667] env[65310]: DEBUG nova.objects.instance [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'flavor' on Instance uuid e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.028023] env[65310]: DEBUG nova.network.neutron [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Updating instance_info_cache with network_info: [{"id": "83bcf0a4-43b1-4633-b6a2-7147698182de", "address": "fa:16:3e:5c:e8:a7", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bcf0a4-43", "ovs_interfaceid": "83bcf0a4-43b1-4633-b6a2-7147698182de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.059679] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.062136] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.903s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.062465] env[65310]: DEBUG nova.objects.instance [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Lazy-loading 'resources' on Instance uuid bdc46043-d724-4239-9ae2-22713630b2fc {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.095214] env[65310]: INFO nova.scheduler.client.report [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Deleted allocations for instance b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8 [ 981.184685] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.274s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.344766] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.447678] env[65310]: WARNING neutronclient.v2_0.client [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.531333] env[65310]: DEBUG oslo_concurrency.lockutils [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.532413] env[65310]: WARNING neutronclient.v2_0.client [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.532413] env[65310]: WARNING neutronclient.v2_0.client [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.546298] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.546398] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.553966] env[65310]: DEBUG nova.objects.instance [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'pci_requests' on Instance uuid e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.609496] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9661311c-9470-4399-8ea9-e494c40f401a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.590s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.843942] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446629, 'name': ReconfigVM_Task, 'duration_secs': 0.979396} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.844723] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 37c7ec5b-905d-4fa0-ab45-b54eae7c6357/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.845311] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb18096e-f8dc-4c92-aecb-8e5361594887 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.888071] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e7ee566-a5d2-40eb-ac88-f7d0777df728 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.915693] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.915876] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 981.915876] env[65310]: value = "task-4446630" [ 981.915876] env[65310]: _type = "Task" [ 981.915876] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.916356] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c639daa8-9aeb-4bc0-aa0e-4dc5dd543195 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.932577] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.932577] env[65310]: DEBUG oslo_vmware.api [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 981.932577] env[65310]: value = "task-4446631" [ 981.932577] env[65310]: _type = "Task" [ 981.932577] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.950972] env[65310]: DEBUG oslo_vmware.api [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.980805] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.980805] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984f4eb1-c431-4c0a-9321-57e94a1427bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.991243] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.991243] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fa4ecbb-3636-4909-9518-0a254662d641 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.022562] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510ef5e0-9068-4a4e-92d2-5ca81e0324d1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.031683] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60ef192-bfde-425b-b704-8fc35dd9cf5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.087188] env[65310]: DEBUG nova.objects.base [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 982.087832] env[65310]: DEBUG nova.network.neutron [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 982.089783] env[65310]: WARNING neutronclient.v2_0.client [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.089985] env[65310]: WARNING neutronclient.v2_0.client [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.096592] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21f22b2-bae8-4fbf-983c-7877da008634 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.098786] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.098904] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.099064] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleting the datastore file [datastore1] 323f6348-ba19-4af6-9370-5824ddd0e549 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.099474] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.100136] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14edc81f-d41f-4959-9ac0-80e97c1933bf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.101728] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.102489] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.102975] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.103237] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.103468] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.103683] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 982.104095] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.111683] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12fc97f-e6ac-4201-9f59-4dbb499a823c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.116459] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 982.116459] env[65310]: value = "task-4446633" [ 982.116459] env[65310]: _type = "Task" [ 982.116459] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.131537] env[65310]: DEBUG nova.compute.provider_tree [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.143812] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.149581] env[65310]: DEBUG nova.policy [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1756d99aff74d6687feb8fb1b1a5800', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6aef7c7cf542c68abd57af7c424300', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.201251] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquiring lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.201628] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.430571] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446630, 'name': ReconfigVM_Task, 'duration_secs': 0.324849} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.431495] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.431495] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22e83b2f-2560-4ba0-81af-1f6c9774f815 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.442554] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 982.442554] env[65310]: value = "task-4446634" [ 982.442554] env[65310]: _type = "Task" [ 982.442554] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.449675] env[65310]: DEBUG oslo_vmware.api [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446631, 'name': PowerOffVM_Task, 'duration_secs': 0.369787} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.451870] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.451870] env[65310]: DEBUG nova.compute.manager [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 982.451870] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6858458f-db6f-478f-8fba-b135a5063dd9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.459697] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.481845] env[65310]: DEBUG nova.network.neutron [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Successfully created port: 673406b8-4113-4f86-8009-fd22350c9e84 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 982.613668] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.632044] env[65310]: DEBUG oslo_vmware.api [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304139} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.632443] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.632649] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.632885] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.665614] env[65310]: ERROR nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [req-409584c7-8dfd-4986-b6ac-9e3cfdf6def6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-409584c7-8dfd-4986-b6ac-9e3cfdf6def6"}]} [ 982.678684] env[65310]: INFO nova.scheduler.client.report [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted allocations for instance 323f6348-ba19-4af6-9370-5824ddd0e549 [ 982.694688] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 982.704653] env[65310]: DEBUG nova.compute.manager [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 982.723948] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 982.724210] env[65310]: DEBUG nova.compute.provider_tree [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.751640] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 982.778511] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 982.956784] env[65310]: DEBUG oslo_vmware.api [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446634, 'name': PowerOnVM_Task, 'duration_secs': 0.498149} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.957183] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.960088] env[65310]: DEBUG nova.compute.manager [None req-5eb4652a-29cb-4660-8edb-b88c9d6cd206 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 982.961077] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb5df68-f794-41c8-9d58-2c4494d3fca9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.975802] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f710082b-206b-4ffa-96c6-b76e2903f55d tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.027599] env[65310]: DEBUG nova.compute.manager [req-e06b861f-c54c-4d99-bd34-1880fa5c75b3 req-e23c66e4-c131-45cb-a02e-6cc0bb0f653e service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Received event network-vif-unplugged-83bcf0a4-43b1-4633-b6a2-7147698182de {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 983.028048] env[65310]: DEBUG oslo_concurrency.lockutils [req-e06b861f-c54c-4d99-bd34-1880fa5c75b3 req-e23c66e4-c131-45cb-a02e-6cc0bb0f653e service nova] Acquiring lock "323f6348-ba19-4af6-9370-5824ddd0e549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.028048] env[65310]: DEBUG oslo_concurrency.lockutils [req-e06b861f-c54c-4d99-bd34-1880fa5c75b3 req-e23c66e4-c131-45cb-a02e-6cc0bb0f653e service nova] Lock "323f6348-ba19-4af6-9370-5824ddd0e549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.028181] env[65310]: DEBUG oslo_concurrency.lockutils [req-e06b861f-c54c-4d99-bd34-1880fa5c75b3 req-e23c66e4-c131-45cb-a02e-6cc0bb0f653e service nova] Lock "323f6348-ba19-4af6-9370-5824ddd0e549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.028342] env[65310]: DEBUG nova.compute.manager [req-e06b861f-c54c-4d99-bd34-1880fa5c75b3 req-e23c66e4-c131-45cb-a02e-6cc0bb0f653e service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] No waiting events found dispatching network-vif-unplugged-83bcf0a4-43b1-4633-b6a2-7147698182de {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 983.028507] env[65310]: WARNING nova.compute.manager [req-e06b861f-c54c-4d99-bd34-1880fa5c75b3 req-e23c66e4-c131-45cb-a02e-6cc0bb0f653e service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Received unexpected event network-vif-unplugged-83bcf0a4-43b1-4633-b6a2-7147698182de for instance with vm_state shelved_offloaded and task_state None. [ 983.146582] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346b1ca0-5550-4825-889f-44efa3061716 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.156043] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5581f9e1-3906-4f6e-bfb5-01ed063d97ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.191421] env[65310]: DEBUG oslo_concurrency.lockutils [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.192467] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb528c-8940-4953-9d2c-9bd8e65155b2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.201134] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b480347-6e25-4f6a-b014-ccaf0145fa59 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.218480] env[65310]: DEBUG nova.compute.provider_tree [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.233247] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.744102] env[65310]: ERROR nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [req-c274cfec-586f-4f48-b9ca-8b69be8025ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c274cfec-586f-4f48-b9ca-8b69be8025ec"}]} [ 983.765917] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 983.783210] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 983.783409] env[65310]: DEBUG nova.compute.provider_tree [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.796393] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 983.817381] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 983.996244] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquiring lock "6cbc64ae-bea7-492a-9007-789ff6635ebd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.996510] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Lock "6cbc64ae-bea7-492a-9007-789ff6635ebd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.108416] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "db6302e9-eb53-446b-845f-cceb3d8f8886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.108647] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "db6302e9-eb53-446b-845f-cceb3d8f8886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.108843] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "db6302e9-eb53-446b-845f-cceb3d8f8886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.109031] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "db6302e9-eb53-446b-845f-cceb3d8f8886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.109241] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "db6302e9-eb53-446b-845f-cceb3d8f8886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.111296] env[65310]: INFO nova.compute.manager [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Terminating instance [ 984.139172] env[65310]: DEBUG nova.network.neutron [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Successfully updated port: 673406b8-4113-4f86-8009-fd22350c9e84 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 984.159627] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dafe5c-87ea-432e-bd33-57ed4d1eb9ac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.168626] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887c405d-19ef-412e-aba9-21217f91f24c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.206519] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c9f0c7-cf2a-4674-8615-0f2a71fe5160 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.217166] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f51f3fd-1d33-4bae-9001-3b4a2922c161 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.234659] env[65310]: DEBUG nova.compute.provider_tree [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.440024] env[65310]: DEBUG nova.objects.instance [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'flavor' on Instance uuid f21dd96c-71c9-435f-98cf-0a0f819140eb {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.504251] env[65310]: DEBUG nova.compute.manager [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 984.616644] env[65310]: DEBUG nova.compute.manager [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 984.616644] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.617209] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36558509-2944-4e9e-97e5-c06435d569eb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.625324] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.625588] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-491d542b-00d1-4a7f-ad7d-8b2889ff1cbf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.633318] env[65310]: DEBUG oslo_vmware.api [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 984.633318] env[65310]: value = "task-4446635" [ 984.633318] env[65310]: _type = "Task" [ 984.633318] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.643117] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.643312] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.643568] env[65310]: DEBUG nova.network.neutron [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.645467] env[65310]: DEBUG oslo_vmware.api [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.761903] env[65310]: ERROR nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] [req-94b6b5d4-d928-469b-8381-973bebfea8c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94b6b5d4-d928-469b-8381-973bebfea8c6"}]} [ 984.818359] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 984.836303] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 984.836686] env[65310]: DEBUG nova.compute.provider_tree [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.852581] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 984.872359] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 984.930343] env[65310]: DEBUG nova.compute.manager [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Stashing vm_state: active {{(pid=65310) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 984.945325] env[65310]: DEBUG oslo_concurrency.lockutils [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.945786] env[65310]: DEBUG oslo_concurrency.lockutils [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquired lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.945786] env[65310]: DEBUG nova.network.neutron [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.945985] env[65310]: DEBUG nova.objects.instance [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'info_cache' on Instance uuid f21dd96c-71c9-435f-98cf-0a0f819140eb {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.026819] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.052379] env[65310]: DEBUG nova.compute.manager [req-dc48db4e-24e6-4a59-b3e4-e333a08cf35c req-1449800f-71b2-4355-9bc4-993cc3bdc87f service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received event network-vif-plugged-673406b8-4113-4f86-8009-fd22350c9e84 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 985.052675] env[65310]: DEBUG oslo_concurrency.lockutils [req-dc48db4e-24e6-4a59-b3e4-e333a08cf35c req-1449800f-71b2-4355-9bc4-993cc3bdc87f service nova] Acquiring lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.052936] env[65310]: DEBUG oslo_concurrency.lockutils [req-dc48db4e-24e6-4a59-b3e4-e333a08cf35c req-1449800f-71b2-4355-9bc4-993cc3bdc87f service nova] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.053097] env[65310]: DEBUG oslo_concurrency.lockutils [req-dc48db4e-24e6-4a59-b3e4-e333a08cf35c req-1449800f-71b2-4355-9bc4-993cc3bdc87f service nova] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.053304] env[65310]: DEBUG nova.compute.manager [req-dc48db4e-24e6-4a59-b3e4-e333a08cf35c req-1449800f-71b2-4355-9bc4-993cc3bdc87f service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] No waiting events found dispatching network-vif-plugged-673406b8-4113-4f86-8009-fd22350c9e84 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 985.053508] env[65310]: WARNING nova.compute.manager [req-dc48db4e-24e6-4a59-b3e4-e333a08cf35c req-1449800f-71b2-4355-9bc4-993cc3bdc87f service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received unexpected event network-vif-plugged-673406b8-4113-4f86-8009-fd22350c9e84 for instance with vm_state active and task_state None. [ 985.145237] env[65310]: DEBUG oslo_vmware.api [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446635, 'name': PowerOffVM_Task, 'duration_secs': 0.214637} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.148635] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.148852] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.151539] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfac1c20-0c55-4660-8140-5372edf09b51 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.190086] env[65310]: WARNING nova.network.neutron [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] 6566ed77-2f90-49ef-b489-eee418d2af4b already exists in list: networks containing: ['6566ed77-2f90-49ef-b489-eee418d2af4b']. ignoring it [ 985.211779] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d3f061-8acd-46de-8b20-1a69a5e9625d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.225888] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e1dcdc-9670-4a7a-9836-babeb9529cf8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.231495] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.231783] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.232022] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Deleting the datastore file [datastore1] db6302e9-eb53-446b-845f-cceb3d8f8886 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.232749] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28d52a93-c5d8-4455-bc40-90b1cd9af7e2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.268099] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1de72d-1baf-43d4-b709-e25e183d8b30 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.270967] env[65310]: DEBUG oslo_vmware.api [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for the task: (returnval){ [ 985.270967] env[65310]: value = "task-4446637" [ 985.270967] env[65310]: _type = "Task" [ 985.270967] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.278574] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98403ccc-2200-4e3b-96ef-9cad8be9d415 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.291096] env[65310]: DEBUG oslo_vmware.api [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.305340] env[65310]: DEBUG nova.compute.provider_tree [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.343836] env[65310]: WARNING neutronclient.v2_0.client [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.346428] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquiring lock "c8661421-19ca-4fe4-be78-8c124f0e0474" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.346654] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Lock "c8661421-19ca-4fe4-be78-8c124f0e0474" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.346869] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquiring lock "c8661421-19ca-4fe4-be78-8c124f0e0474-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.347074] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Lock "c8661421-19ca-4fe4-be78-8c124f0e0474-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.347335] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Lock "c8661421-19ca-4fe4-be78-8c124f0e0474-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.353105] env[65310]: INFO nova.compute.manager [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Terminating instance [ 985.447724] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.455035] env[65310]: DEBUG nova.objects.base [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 985.514138] env[65310]: WARNING neutronclient.v2_0.client [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.595964] env[65310]: DEBUG nova.network.neutron [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updating instance_info_cache with network_info: [{"id": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "address": "fa:16:3e:f7:18:eb", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece90e3-ce", "ovs_interfaceid": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "673406b8-4113-4f86-8009-fd22350c9e84", "address": "fa:16:3e:2e:25:b3", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673406b8-41", "ovs_interfaceid": "673406b8-4113-4f86-8009-fd22350c9e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.712501] env[65310]: DEBUG nova.compute.manager [req-e4b8dee7-59d3-4643-aecb-e9d402c0fcb0 req-d69a0399-9db7-457c-aed2-f8cfad61c593 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Received event network-changed-83bcf0a4-43b1-4633-b6a2-7147698182de {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 985.712802] env[65310]: DEBUG nova.compute.manager [req-e4b8dee7-59d3-4643-aecb-e9d402c0fcb0 req-d69a0399-9db7-457c-aed2-f8cfad61c593 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Refreshing instance network info cache due to event network-changed-83bcf0a4-43b1-4633-b6a2-7147698182de. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 985.712840] env[65310]: DEBUG oslo_concurrency.lockutils [req-e4b8dee7-59d3-4643-aecb-e9d402c0fcb0 req-d69a0399-9db7-457c-aed2-f8cfad61c593 service nova] Acquiring lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.713575] env[65310]: DEBUG oslo_concurrency.lockutils [req-e4b8dee7-59d3-4643-aecb-e9d402c0fcb0 req-d69a0399-9db7-457c-aed2-f8cfad61c593 service nova] Acquired lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.713889] env[65310]: DEBUG nova.network.neutron [req-e4b8dee7-59d3-4643-aecb-e9d402c0fcb0 req-d69a0399-9db7-457c-aed2-f8cfad61c593 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Refreshing network info cache for port 83bcf0a4-43b1-4633-b6a2-7147698182de {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.784564] env[65310]: DEBUG oslo_vmware.api [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Task: {'id': task-4446637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330953} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.784822] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.784997] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.785185] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.785349] env[65310]: INFO nova.compute.manager [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Took 1.17 seconds to destroy the instance on the hypervisor. [ 985.785631] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 985.785783] env[65310]: DEBUG nova.compute.manager [-] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 985.785876] env[65310]: DEBUG nova.network.neutron [-] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 985.786128] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.793018] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "323f6348-ba19-4af6-9370-5824ddd0e549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.845441] env[65310]: DEBUG nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 985.845725] env[65310]: DEBUG nova.compute.provider_tree [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 120 to 121 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 985.845903] env[65310]: DEBUG nova.compute.provider_tree [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.855483] env[65310]: INFO nova.compute.manager [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Unrescuing [ 985.855724] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.855868] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquired lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.856036] env[65310]: DEBUG nova.network.neutron [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 985.857687] env[65310]: DEBUG nova.compute.manager [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 985.857912] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.859300] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e53e77f-0fed-48b5-9834-95a253bad3e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.869160] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.869579] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65f1ff20-37d6-4367-8282-fc594466677f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.875294] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.878392] env[65310]: DEBUG oslo_vmware.api [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for the task: (returnval){ [ 985.878392] env[65310]: value = "task-4446638" [ 985.878392] env[65310]: _type = "Task" [ 985.878392] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.887812] env[65310]: DEBUG oslo_vmware.api [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.957473] env[65310]: WARNING neutronclient.v2_0.client [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.099676] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.100159] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.100159] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.101260] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0627a06-9e5a-463a-9409-5600d6cf8294 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.121318] env[65310]: DEBUG nova.virt.hardware [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 986.121318] env[65310]: DEBUG nova.virt.hardware [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.121318] env[65310]: DEBUG nova.virt.hardware [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 986.121318] env[65310]: DEBUG nova.virt.hardware [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.121318] env[65310]: DEBUG nova.virt.hardware [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 986.121652] env[65310]: DEBUG nova.virt.hardware [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 986.121652] env[65310]: DEBUG nova.virt.hardware [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 986.121788] env[65310]: DEBUG nova.virt.hardware [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 986.121877] env[65310]: DEBUG nova.virt.hardware [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 986.122049] env[65310]: DEBUG nova.virt.hardware [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 986.122228] env[65310]: DEBUG nova.virt.hardware [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 986.129068] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Reconfiguring VM to attach interface {{(pid=65310) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 986.133348] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5250f484-78c1-4701-a560-f0053ffacd80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.151987] env[65310]: DEBUG oslo_vmware.api [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 986.151987] env[65310]: value = "task-4446639" [ 986.151987] env[65310]: _type = "Task" [ 986.151987] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.161463] env[65310]: DEBUG oslo_vmware.api [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446639, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.203517] env[65310]: WARNING neutronclient.v2_0.client [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.217979] env[65310]: WARNING neutronclient.v2_0.client [req-e4b8dee7-59d3-4643-aecb-e9d402c0fcb0 req-d69a0399-9db7-457c-aed2-f8cfad61c593 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.279188] env[65310]: DEBUG nova.network.neutron [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Updating instance_info_cache with network_info: [{"id": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "address": "fa:16:3e:25:10:16", "network": {"id": "d9468374-3dc2-4794-bfd6-9a573c43a7b3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-56576831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d80c83ee3ba482d95c776c23196f5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49acac4-c6", "ovs_interfaceid": "b49acac4-c6d7-4fb7-8da2-bc2a24ebafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.351550] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.289s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.356790] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.637s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.358390] env[65310]: INFO nova.compute.claims [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.363281] env[65310]: WARNING neutronclient.v2_0.client [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.378387] env[65310]: INFO nova.scheduler.client.report [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Deleted allocations for instance bdc46043-d724-4239-9ae2-22713630b2fc [ 986.394030] env[65310]: DEBUG oslo_vmware.api [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446638, 'name': PowerOffVM_Task, 'duration_secs': 0.21252} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.394331] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.394501] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.394763] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d18822f4-5fe8-43ad-a4ad-d79f74f4d68f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.397573] env[65310]: WARNING neutronclient.v2_0.client [req-e4b8dee7-59d3-4643-aecb-e9d402c0fcb0 req-d69a0399-9db7-457c-aed2-f8cfad61c593 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.464501] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.464780] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.464845] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Deleting the datastore file [datastore2] c8661421-19ca-4fe4-be78-8c124f0e0474 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.465528] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c464e46-737b-47d4-8ef5-98dddca6eaf3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.474257] env[65310]: DEBUG nova.network.neutron [req-e4b8dee7-59d3-4643-aecb-e9d402c0fcb0 req-d69a0399-9db7-457c-aed2-f8cfad61c593 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Updated VIF entry in instance network info cache for port 83bcf0a4-43b1-4633-b6a2-7147698182de. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 986.474667] env[65310]: DEBUG nova.network.neutron [req-e4b8dee7-59d3-4643-aecb-e9d402c0fcb0 req-d69a0399-9db7-457c-aed2-f8cfad61c593 service nova] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Updating instance_info_cache with network_info: [{"id": "83bcf0a4-43b1-4633-b6a2-7147698182de", "address": "fa:16:3e:5c:e8:a7", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": null, "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap83bcf0a4-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.477798] env[65310]: DEBUG oslo_vmware.api [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for the task: (returnval){ [ 986.477798] env[65310]: value = "task-4446641" [ 986.477798] env[65310]: _type = "Task" [ 986.477798] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.487617] env[65310]: DEBUG oslo_vmware.api [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.534942] env[65310]: WARNING neutronclient.v2_0.client [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.624212] env[65310]: DEBUG nova.network.neutron [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Updating instance_info_cache with network_info: [{"id": "4bf4d6d5-c13f-4d8e-8fd1-21639244c669", "address": "fa:16:3e:ae:df:24", "network": {"id": "bd467698-325c-4a18-b0c3-5ef9ad216710", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1467421623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e608d59d4054526b72780a0766d8d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf4d6d5-c1", "ovs_interfaceid": "4bf4d6d5-c13f-4d8e-8fd1-21639244c669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.629887] env[65310]: DEBUG nova.network.neutron [-] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.664663] env[65310]: DEBUG oslo_vmware.api [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.782860] env[65310]: DEBUG oslo_concurrency.lockutils [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Releasing lock "refresh_cache-f21dd96c-71c9-435f-98cf-0a0f819140eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.893212] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f6a17393-a4bf-4819-8fee-4477147e90b4 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Lock "bdc46043-d724-4239-9ae2-22713630b2fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.623s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.978953] env[65310]: DEBUG oslo_concurrency.lockutils [req-e4b8dee7-59d3-4643-aecb-e9d402c0fcb0 req-d69a0399-9db7-457c-aed2-f8cfad61c593 service nova] Releasing lock "refresh_cache-323f6348-ba19-4af6-9370-5824ddd0e549" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.989352] env[65310]: DEBUG oslo_vmware.api [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Task: {'id': task-4446641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253091} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.989627] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.989803] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.989980] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.990190] env[65310]: INFO nova.compute.manager [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Took 1.13 seconds to destroy the instance on the hypervisor. [ 986.990444] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 986.990647] env[65310]: DEBUG nova.compute.manager [-] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 986.990742] env[65310]: DEBUG nova.network.neutron [-] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 986.990984] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.027073] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.128464] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Releasing lock "refresh_cache-37c7ec5b-905d-4fa0-ab45-b54eae7c6357" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.129258] env[65310]: DEBUG nova.objects.instance [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lazy-loading 'flavor' on Instance uuid 37c7ec5b-905d-4fa0-ab45-b54eae7c6357 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.132576] env[65310]: INFO nova.compute.manager [-] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Took 1.35 seconds to deallocate network for instance. [ 987.163496] env[65310]: DEBUG oslo_vmware.api [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446639, 'name': ReconfigVM_Task, 'duration_secs': 0.792757} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.163962] env[65310]: WARNING neutronclient.v2_0.client [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.164224] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.164436] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Reconfigured VM to attach interface {{(pid=65310) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 987.261692] env[65310]: DEBUG nova.compute.manager [req-66b2f689-ce3f-4d70-be9b-5b90fec0f7f5 req-88414dfa-e5f7-4084-acea-f243a44dac75 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received event network-changed-673406b8-4113-4f86-8009-fd22350c9e84 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 987.261809] env[65310]: DEBUG nova.compute.manager [req-66b2f689-ce3f-4d70-be9b-5b90fec0f7f5 req-88414dfa-e5f7-4084-acea-f243a44dac75 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Refreshing instance network info cache due to event network-changed-673406b8-4113-4f86-8009-fd22350c9e84. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 987.262026] env[65310]: DEBUG oslo_concurrency.lockutils [req-66b2f689-ce3f-4d70-be9b-5b90fec0f7f5 req-88414dfa-e5f7-4084-acea-f243a44dac75 service nova] Acquiring lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.262217] env[65310]: DEBUG oslo_concurrency.lockutils [req-66b2f689-ce3f-4d70-be9b-5b90fec0f7f5 req-88414dfa-e5f7-4084-acea-f243a44dac75 service nova] Acquired lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.262376] env[65310]: DEBUG nova.network.neutron [req-66b2f689-ce3f-4d70-be9b-5b90fec0f7f5 req-88414dfa-e5f7-4084-acea-f243a44dac75 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Refreshing network info cache for port 673406b8-4113-4f86-8009-fd22350c9e84 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.640685] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.642183] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8988c9-2d4d-4686-ae9d-d9d56c26f2d6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.664340] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.667514] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2627d3ea-cbf9-48d0-a748-454d1729c05b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.670479] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c3a0ff83-5467-41b1-a4b9-d1c47715830c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.727s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.682726] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 987.682726] env[65310]: value = "task-4446642" [ 987.682726] env[65310]: _type = "Task" [ 987.682726] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.692481] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.735253] env[65310]: DEBUG nova.network.neutron [-] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.769150] env[65310]: WARNING neutronclient.v2_0.client [req-66b2f689-ce3f-4d70-be9b-5b90fec0f7f5 req-88414dfa-e5f7-4084-acea-f243a44dac75 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.792497] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.792818] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d25027a-a4c3-486b-ac0b-c94168602c76 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.801740] env[65310]: DEBUG oslo_vmware.api [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 987.801740] env[65310]: value = "task-4446643" [ 987.801740] env[65310]: _type = "Task" [ 987.801740] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.812855] env[65310]: DEBUG oslo_vmware.api [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.832240] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786a6834-558f-4f7b-9949-5e683e1ff855 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.841925] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf761edc-765b-42f4-96e7-d095a518c289 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.878142] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6624876b-a41e-4811-90ed-ef4ad4c3d92c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.887365] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3395647-7cd9-4829-b903-809c6525b251 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.906406] env[65310]: DEBUG nova.compute.provider_tree [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.001363] env[65310]: WARNING neutronclient.v2_0.client [req-66b2f689-ce3f-4d70-be9b-5b90fec0f7f5 req-88414dfa-e5f7-4084-acea-f243a44dac75 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.086593] env[65310]: DEBUG nova.network.neutron [req-66b2f689-ce3f-4d70-be9b-5b90fec0f7f5 req-88414dfa-e5f7-4084-acea-f243a44dac75 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updated VIF entry in instance network info cache for port 673406b8-4113-4f86-8009-fd22350c9e84. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 988.087047] env[65310]: DEBUG nova.network.neutron [req-66b2f689-ce3f-4d70-be9b-5b90fec0f7f5 req-88414dfa-e5f7-4084-acea-f243a44dac75 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updating instance_info_cache with network_info: [{"id": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "address": "fa:16:3e:f7:18:eb", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece90e3-ce", "ovs_interfaceid": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "673406b8-4113-4f86-8009-fd22350c9e84", "address": "fa:16:3e:2e:25:b3", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673406b8-41", "ovs_interfaceid": "673406b8-4113-4f86-8009-fd22350c9e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.193595] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.238092] env[65310]: INFO nova.compute.manager [-] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Took 1.25 seconds to deallocate network for instance. [ 988.315037] env[65310]: DEBUG oslo_vmware.api [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.447921] env[65310]: DEBUG nova.scheduler.client.report [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 988.448242] env[65310]: DEBUG nova.compute.provider_tree [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 121 to 122 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 988.448439] env[65310]: DEBUG nova.compute.provider_tree [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.590123] env[65310]: DEBUG oslo_concurrency.lockutils [req-66b2f689-ce3f-4d70-be9b-5b90fec0f7f5 req-88414dfa-e5f7-4084-acea-f243a44dac75 service nova] Releasing lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.591028] env[65310]: DEBUG nova.compute.manager [req-66b2f689-ce3f-4d70-be9b-5b90fec0f7f5 req-88414dfa-e5f7-4084-acea-f243a44dac75 service nova] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Received event network-vif-deleted-c156fb56-409e-4239-8aa8-3dac36c51fd2 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 988.699843] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446642, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.746089] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.816886] env[65310]: DEBUG oslo_vmware.api [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.957296] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.957877] env[65310]: DEBUG nova.compute.manager [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 988.960843] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.754s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.961071] env[65310]: DEBUG nova.objects.instance [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lazy-loading 'resources' on Instance uuid aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.201263] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446642, 'name': PowerOffVM_Task, 'duration_secs': 1.07801} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.201551] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.207683] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.208080] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3685744c-abf9-4fe3-8469-923237b04fb0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.230257] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 989.230257] env[65310]: value = "task-4446644" [ 989.230257] env[65310]: _type = "Task" [ 989.230257] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.240031] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.314399] env[65310]: DEBUG oslo_vmware.api [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446643, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.472218] env[65310]: DEBUG nova.compute.utils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.474235] env[65310]: DEBUG nova.compute.manager [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 989.474235] env[65310]: DEBUG nova.network.neutron [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 989.474549] env[65310]: WARNING neutronclient.v2_0.client [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.474853] env[65310]: WARNING neutronclient.v2_0.client [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.614675] env[65310]: DEBUG nova.policy [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55500f2d239f45488dc4384715e73f24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be87ce21751a415bb58b0e452241cf84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.701517] env[65310]: DEBUG nova.compute.manager [req-de153b26-44a5-4f3c-908f-ff4be50e152b req-f0221010-6bdd-45f5-bbf4-c285ba33a9f8 service nova] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Received event network-vif-deleted-cd65325b-3a9e-49ca-b421-55af1c20ac2e {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 989.744642] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.814464] env[65310]: DEBUG oslo_vmware.api [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446643, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.909794] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111cb38b-9763-42ba-abb0-a7ca504c8926 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.917703] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178712f1-57e7-4f1f-b226-d3623196974d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.960565] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a451e1c-a30d-4867-a705-dbd2d678de1e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.972403] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd13849e-32b3-4f8f-a2b9-448f3cb1e5d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.988534] env[65310]: DEBUG nova.compute.manager [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 989.994388] env[65310]: DEBUG nova.compute.provider_tree [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.006539] env[65310]: DEBUG nova.network.neutron [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Successfully created port: debe363d-daf6-4533-8620-c62d904d7529 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 990.241885] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.315585] env[65310]: DEBUG oslo_vmware.api [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446643, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.466886] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-b1a5a13f-998b-4430-86c6-5343d3857607" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.467345] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-b1a5a13f-998b-4430-86c6-5343d3857607" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.467891] env[65310]: DEBUG nova.objects.instance [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'flavor' on Instance uuid e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.498976] env[65310]: DEBUG nova.scheduler.client.report [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.743428] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.815728] env[65310]: DEBUG oslo_vmware.api [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446643, 'name': PowerOnVM_Task, 'duration_secs': 2.674609} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.816060] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.816279] env[65310]: DEBUG nova.compute.manager [None req-74e4a529-cff3-4de2-af03-92b7ca6fc1bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 990.817380] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f3c1ed-d886-4c4c-87e0-9b802c07419a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.974781] env[65310]: WARNING neutronclient.v2_0.client [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.001104] env[65310]: DEBUG nova.compute.manager [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 991.005243] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.007635] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.969s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.008172] env[65310]: DEBUG nova.objects.instance [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Lazy-loading 'resources' on Instance uuid 71ca44db-6b7e-4a86-a50d-127049b2d554 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.034975] env[65310]: DEBUG nova.virt.hardware [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 991.035366] env[65310]: DEBUG nova.virt.hardware [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.035598] env[65310]: DEBUG nova.virt.hardware [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 991.035793] env[65310]: DEBUG nova.virt.hardware [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.035989] env[65310]: DEBUG nova.virt.hardware [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 991.036193] env[65310]: DEBUG nova.virt.hardware [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 991.036424] env[65310]: DEBUG nova.virt.hardware [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 991.036683] env[65310]: DEBUG nova.virt.hardware [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 991.036883] env[65310]: DEBUG nova.virt.hardware [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 991.037109] env[65310]: DEBUG nova.virt.hardware [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 991.037302] env[65310]: DEBUG nova.virt.hardware [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 991.038810] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccd4be7-f4da-4945-9972-dfa0c59fedc8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.043131] env[65310]: INFO nova.scheduler.client.report [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleted allocations for instance aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba [ 991.052942] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301e08e1-e687-4d6d-9abf-64842c8b25bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.242945] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446644, 'name': ReconfigVM_Task, 'duration_secs': 1.706387} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.243334] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 991.243463] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.243697] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d4ab118-2387-4fff-bf6d-77a174afaf04 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.253000] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 991.253000] env[65310]: value = "task-4446645" [ 991.253000] env[65310]: _type = "Task" [ 991.253000] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.267023] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.558655] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32f737d8-1b1e-4c8a-afae-fae546276a54 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.782s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.570827] env[65310]: DEBUG nova.network.neutron [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Successfully updated port: debe363d-daf6-4533-8620-c62d904d7529 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 991.663275] env[65310]: DEBUG nova.objects.instance [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'pci_requests' on Instance uuid e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.768375] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.920430] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a52d62d-3b7b-42ce-a855-6e537a288a75 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.928829] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a0f2e2-2530-406c-a88b-ba932bef3eb0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.962341] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128796ec-5995-4e77-b183-cdb3f0cad81f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.971748] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca5683f-ae4d-495e-912f-26247c8601de {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.989712] env[65310]: DEBUG nova.compute.provider_tree [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.074416] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "refresh_cache-020a902f-c8b5-4887-95cb-b496612458e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.074628] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "refresh_cache-020a902f-c8b5-4887-95cb-b496612458e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.074808] env[65310]: DEBUG nova.network.neutron [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 992.166359] env[65310]: DEBUG nova.objects.base [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 992.166706] env[65310]: DEBUG nova.network.neutron [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 992.167221] env[65310]: WARNING neutronclient.v2_0.client [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.167768] env[65310]: WARNING neutronclient.v2_0.client [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.266731] env[65310]: DEBUG nova.policy [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1756d99aff74d6687feb8fb1b1a5800', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6aef7c7cf542c68abd57af7c424300', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.276191] env[65310]: DEBUG oslo_vmware.api [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446645, 'name': PowerOnVM_Task, 'duration_secs': 0.673949} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.276637] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.277090] env[65310]: DEBUG nova.compute.manager [None req-2acbef69-35ef-4a02-bd63-674cbd6457dc tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 992.278255] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b85105-5dae-41a1-9cc7-39e210dbe451 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.492888] env[65310]: DEBUG nova.scheduler.client.report [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.620043] env[65310]: DEBUG nova.network.neutron [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 992.698657] env[65310]: WARNING neutronclient.v2_0.client [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.779418] env[65310]: DEBUG nova.network.neutron [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Updating instance_info_cache with network_info: [{"id": "debe363d-daf6-4533-8620-c62d904d7529", "address": "fa:16:3e:03:41:59", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebe363d-da", "ovs_interfaceid": "debe363d-daf6-4533-8620-c62d904d7529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.000124] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.002468] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.960s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.002468] env[65310]: DEBUG nova.objects.instance [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 993.028435] env[65310]: INFO nova.scheduler.client.report [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Deleted allocations for instance 71ca44db-6b7e-4a86-a50d-127049b2d554 [ 993.282772] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "refresh_cache-020a902f-c8b5-4887-95cb-b496612458e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.283184] env[65310]: DEBUG nova.compute.manager [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Instance network_info: |[{"id": "debe363d-daf6-4533-8620-c62d904d7529", "address": "fa:16:3e:03:41:59", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebe363d-da", "ovs_interfaceid": "debe363d-daf6-4533-8620-c62d904d7529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 993.283650] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:41:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'debe363d-daf6-4533-8620-c62d904d7529', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.291773] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 993.292029] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.292281] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cdfb9c1-cc2e-46cb-934a-880cdb9b00a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.314397] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.314397] env[65310]: value = "task-4446646" [ 993.314397] env[65310]: _type = "Task" [ 993.314397] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.323797] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "d516ed85-fb2a-45ed-8409-cbe212b60444" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.324094] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.325035] env[65310]: INFO nova.compute.manager [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Shelving [ 993.325927] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446646, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.351452] env[65310]: DEBUG nova.compute.manager [req-46906299-72b9-424a-970c-9f6542dd21db req-9813daaa-8ae4-42c7-b699-d53b600e519a service nova] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Received event network-vif-plugged-debe363d-daf6-4533-8620-c62d904d7529 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 993.351756] env[65310]: DEBUG oslo_concurrency.lockutils [req-46906299-72b9-424a-970c-9f6542dd21db req-9813daaa-8ae4-42c7-b699-d53b600e519a service nova] Acquiring lock "020a902f-c8b5-4887-95cb-b496612458e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.352036] env[65310]: DEBUG oslo_concurrency.lockutils [req-46906299-72b9-424a-970c-9f6542dd21db req-9813daaa-8ae4-42c7-b699-d53b600e519a service nova] Lock "020a902f-c8b5-4887-95cb-b496612458e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.352218] env[65310]: DEBUG oslo_concurrency.lockutils [req-46906299-72b9-424a-970c-9f6542dd21db req-9813daaa-8ae4-42c7-b699-d53b600e519a service nova] Lock "020a902f-c8b5-4887-95cb-b496612458e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.352426] env[65310]: DEBUG nova.compute.manager [req-46906299-72b9-424a-970c-9f6542dd21db req-9813daaa-8ae4-42c7-b699-d53b600e519a service nova] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] No waiting events found dispatching network-vif-plugged-debe363d-daf6-4533-8620-c62d904d7529 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 993.353051] env[65310]: WARNING nova.compute.manager [req-46906299-72b9-424a-970c-9f6542dd21db req-9813daaa-8ae4-42c7-b699-d53b600e519a service nova] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Received unexpected event network-vif-plugged-debe363d-daf6-4533-8620-c62d904d7529 for instance with vm_state building and task_state spawning. [ 993.538325] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0a96c14f-4967-421a-a60d-05885eabbc61 tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Lock "71ca44db-6b7e-4a86-a50d-127049b2d554" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.134s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.821427] env[65310]: DEBUG nova.network.neutron [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Successfully updated port: b1a5a13f-998b-4430-86c6-5343d3857607 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 993.832447] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446646, 'name': CreateVM_Task, 'duration_secs': 0.333098} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.834933] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.835543] env[65310]: WARNING neutronclient.v2_0.client [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.836064] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.836347] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.836772] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.838302] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2aa918-9075-49fb-b506-615226db90a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.846218] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 993.846218] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e2c9ef-0f35-01fb-bd6d-4e8024f74b13" [ 993.846218] env[65310]: _type = "Task" [ 993.846218] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.858405] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e2c9ef-0f35-01fb-bd6d-4e8024f74b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.013570] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e6eb16f-f91f-4226-b9ff-571eeef5b76a tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.015384] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.263s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.015946] env[65310]: DEBUG nova.objects.instance [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Lazy-loading 'resources' on Instance uuid 7d71098f-d6c7-4873-af7e-4e0309b96125 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.042751] env[65310]: DEBUG oslo_concurrency.lockutils [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.042751] env[65310]: DEBUG oslo_concurrency.lockutils [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.042751] env[65310]: INFO nova.compute.manager [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Rebooting instance [ 994.324943] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.324943] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.325564] env[65310]: DEBUG nova.network.neutron [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 994.342221] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.342990] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89239909-ec1a-4f30-aaed-23a9fffc082d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.354268] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 994.354268] env[65310]: value = "task-4446647" [ 994.354268] env[65310]: _type = "Task" [ 994.354268] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.363116] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e2c9ef-0f35-01fb-bd6d-4e8024f74b13, 'name': SearchDatastore_Task, 'duration_secs': 0.011714} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.363826] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.364090] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.364363] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.364546] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.364734] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.365036] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7549aab-8341-4647-ba38-18d2194c26a2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.371363] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.379854] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.380068] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.380865] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94715dee-71ff-426c-8d91-75e74de81723 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.387511] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 994.387511] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525bc25a-13e9-d8e3-eba7-99163419a344" [ 994.387511] env[65310]: _type = "Task" [ 994.387511] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.397065] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525bc25a-13e9-d8e3-eba7-99163419a344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.510823] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.511146] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.563620] env[65310]: DEBUG oslo_concurrency.lockutils [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.563806] env[65310]: DEBUG oslo_concurrency.lockutils [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.564193] env[65310]: DEBUG nova.network.neutron [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 994.870209] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446647, 'name': PowerOffVM_Task, 'duration_secs': 0.327167} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.871210] env[65310]: WARNING nova.network.neutron [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] 6566ed77-2f90-49ef-b489-eee418d2af4b already exists in list: networks containing: ['6566ed77-2f90-49ef-b489-eee418d2af4b']. ignoring it [ 994.871385] env[65310]: WARNING nova.network.neutron [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] 6566ed77-2f90-49ef-b489-eee418d2af4b already exists in list: networks containing: ['6566ed77-2f90-49ef-b489-eee418d2af4b']. ignoring it [ 994.873593] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.875352] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900ca182-868c-47df-85eb-3c99e3b7b9cd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.878462] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab0bccb-c747-449b-94c1-eeab1fbc1e77 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.899202] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f4f84c-68cf-43cb-a81c-aa9898b777b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.905866] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6dbe09-4aed-4afd-8827-234ca94b8531 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.945543] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525bc25a-13e9-d8e3-eba7-99163419a344, 'name': SearchDatastore_Task, 'duration_secs': 0.013005} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.950778] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58561d07-2920-4db0-b734-0adbda79b4db {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.953659] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f89bd95-b943-46fe-9368-857516e498e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.963391] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 994.963391] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529b5b58-d102-23a0-8100-cf7fb2c8de98" [ 994.963391] env[65310]: _type = "Task" [ 994.963391] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.964796] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021c0253-74cc-41ca-b826-ff49451b5ab5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.984502] env[65310]: DEBUG nova.compute.provider_tree [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.992095] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529b5b58-d102-23a0-8100-cf7fb2c8de98, 'name': SearchDatastore_Task, 'duration_secs': 0.016288} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.992095] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.992095] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 020a902f-c8b5-4887-95cb-b496612458e3/020a902f-c8b5-4887-95cb-b496612458e3.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.992095] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffd05c7e-47f4-4279-9010-d3d7f2d4272c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.994238] env[65310]: WARNING neutronclient.v2_0.client [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.003206] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 995.003206] env[65310]: value = "task-4446648" [ 995.003206] env[65310]: _type = "Task" [ 995.003206] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.013410] env[65310]: DEBUG nova.compute.manager [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 995.016167] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.067097] env[65310]: WARNING neutronclient.v2_0.client [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.175287] env[65310]: WARNING neutronclient.v2_0.client [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.179624] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.179738] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.179890] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.180092] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.180269] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.182521] env[65310]: INFO nova.compute.manager [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Terminating instance [ 995.258686] env[65310]: WARNING neutronclient.v2_0.client [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.340919] env[65310]: WARNING neutronclient.v2_0.client [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.417356] env[65310]: DEBUG nova.network.neutron [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updating instance_info_cache with network_info: [{"id": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "address": "fa:16:3e:f7:18:eb", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece90e3-ce", "ovs_interfaceid": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "673406b8-4113-4f86-8009-fd22350c9e84", "address": "fa:16:3e:2e:25:b3", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673406b8-41", "ovs_interfaceid": "673406b8-4113-4f86-8009-fd22350c9e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b1a5a13f-998b-4430-86c6-5343d3857607", "address": "fa:16:3e:92:eb:f2", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a5a13f-99", "ovs_interfaceid": "b1a5a13f-998b-4430-86c6-5343d3857607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.452187] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 995.452187] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e5f67ccc-d959-40e1-ae55-6aa4d407e91c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.461149] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 995.461149] env[65310]: value = "task-4446649" [ 995.461149] env[65310]: _type = "Task" [ 995.461149] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.472367] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.491952] env[65310]: DEBUG nova.scheduler.client.report [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.519951] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446648, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.546187] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.689518] env[65310]: DEBUG nova.compute.manager [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 995.689959] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.691486] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1084e17-c335-47d4-ab84-a6f3082310c9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.704540] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.704926] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-defcb20f-72e4-47fb-ace1-089238847bfa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.714789] env[65310]: DEBUG oslo_vmware.api [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 995.714789] env[65310]: value = "task-4446650" [ 995.714789] env[65310]: _type = "Task" [ 995.714789] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.727833] env[65310]: DEBUG oslo_vmware.api [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.846088] env[65310]: DEBUG nova.network.neutron [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance_info_cache with network_info: [{"id": "0a98f968-3289-41b4-a02d-4b01007ad168", "address": "fa:16:3e:c3:05:b9", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a98f968-32", "ovs_interfaceid": "0a98f968-3289-41b4-a02d-4b01007ad168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.921355] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.922204] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.922406] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.923888] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d59c99-050c-4891-af07-649899e36034 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.951243] env[65310]: DEBUG nova.virt.hardware [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 995.951716] env[65310]: DEBUG nova.virt.hardware [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.952044] env[65310]: DEBUG nova.virt.hardware [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 995.952387] env[65310]: DEBUG nova.virt.hardware [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.952669] env[65310]: DEBUG nova.virt.hardware [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 995.952946] env[65310]: DEBUG nova.virt.hardware [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 995.953323] env[65310]: DEBUG nova.virt.hardware [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.953612] env[65310]: DEBUG nova.virt.hardware [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 995.953928] env[65310]: DEBUG nova.virt.hardware [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 995.954391] env[65310]: DEBUG nova.virt.hardware [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 995.954731] env[65310]: DEBUG nova.virt.hardware [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 995.966652] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Reconfiguring VM to attach interface {{(pid=65310) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 995.968131] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4680554-f13a-4d97-be9a-384f42ed8e96 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.991801] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446649, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.993214] env[65310]: DEBUG oslo_vmware.api [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 995.993214] env[65310]: value = "task-4446651" [ 995.993214] env[65310]: _type = "Task" [ 995.993214] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.997376] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.004247] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.746s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.004247] env[65310]: DEBUG nova.objects.instance [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lazy-loading 'resources' on Instance uuid 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.005902] env[65310]: DEBUG oslo_vmware.api [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.017506] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865351} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.017834] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 020a902f-c8b5-4887-95cb-b496612458e3/020a902f-c8b5-4887-95cb-b496612458e3.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.018121] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.018607] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37350c96-2046-4463-8c88-8b26661c0317 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.027503] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 996.027503] env[65310]: value = "task-4446652" [ 996.027503] env[65310]: _type = "Task" [ 996.027503] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.033537] env[65310]: INFO nova.scheduler.client.report [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Deleted allocations for instance 7d71098f-d6c7-4873-af7e-4e0309b96125 [ 996.044490] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.228491] env[65310]: DEBUG oslo_vmware.api [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446650, 'name': PowerOffVM_Task, 'duration_secs': 0.322763} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.228788] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.228913] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.229229] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d330fe54-4167-49fd-ba3a-9e41faf0f8a7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.318311] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.318702] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.319116] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Deleting the datastore file [datastore2] 37c7ec5b-905d-4fa0-ab45-b54eae7c6357 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.319602] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cd09bf6-adf3-48db-86a3-e0a16536aa2b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.327313] env[65310]: DEBUG oslo_vmware.api [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 996.327313] env[65310]: value = "task-4446654" [ 996.327313] env[65310]: _type = "Task" [ 996.327313] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.338479] env[65310]: DEBUG oslo_vmware.api [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.350634] env[65310]: DEBUG oslo_concurrency.lockutils [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.479849] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446649, 'name': CreateSnapshot_Task, 'duration_secs': 0.800352} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.480162] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 996.481099] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7038b80-6a95-4cc7-ab30-79e724f9288b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.505053] env[65310]: DEBUG oslo_vmware.api [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.542172] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084991} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.542446] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.543297] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd0cde2-be04-4690-b4d6-227826088c4f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.553920] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Lock "7d71098f-d6c7-4873-af7e-4e0309b96125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.201s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.576169] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 020a902f-c8b5-4887-95cb-b496612458e3/020a902f-c8b5-4887-95cb-b496612458e3.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.580706] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e09deb72-eb1b-4e67-9805-a94dd66fbfc8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.601535] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 996.601535] env[65310]: value = "task-4446655" [ 996.601535] env[65310]: _type = "Task" [ 996.601535] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.616245] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.715497] env[65310]: DEBUG nova.compute.manager [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Received event network-changed-debe363d-daf6-4533-8620-c62d904d7529 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 996.715692] env[65310]: DEBUG nova.compute.manager [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Refreshing instance network info cache due to event network-changed-debe363d-daf6-4533-8620-c62d904d7529. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 996.716866] env[65310]: DEBUG oslo_concurrency.lockutils [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] Acquiring lock "refresh_cache-020a902f-c8b5-4887-95cb-b496612458e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.717274] env[65310]: DEBUG oslo_concurrency.lockutils [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] Acquired lock "refresh_cache-020a902f-c8b5-4887-95cb-b496612458e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.717778] env[65310]: DEBUG nova.network.neutron [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Refreshing network info cache for port debe363d-daf6-4533-8620-c62d904d7529 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.839970] env[65310]: DEBUG oslo_vmware.api [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354152} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.840398] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.840620] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.840831] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.841078] env[65310]: INFO nova.compute.manager [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Took 1.15 seconds to destroy the instance on the hypervisor. [ 996.841340] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 996.844021] env[65310]: DEBUG nova.compute.manager [-] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 996.844132] env[65310]: DEBUG nova.network.neutron [-] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 996.844369] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.859472] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b9b289-566e-4cf6-9487-9720da4f3fb7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.862506] env[65310]: DEBUG nova.compute.manager [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 996.863267] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f00882e-c0bf-4c4e-b34e-97e675b99873 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.872523] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa195d-247e-4004-9f55-efca07c60431 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.912186] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.914947] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7725a283-14e4-444f-a6ad-58d7bb5a08cd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.924706] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2bab9a-b646-4e3e-89b7-a755ba78456c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.940893] env[65310]: DEBUG nova.compute.provider_tree [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.000828] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 997.001223] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b87f6965-a30c-4cf6-9685-7950f453ff48 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.014010] env[65310]: DEBUG oslo_vmware.api [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446651, 'name': ReconfigVM_Task, 'duration_secs': 0.612025} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.015528] env[65310]: WARNING neutronclient.v2_0.client [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.015772] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.015976] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Reconfigured VM to attach interface {{(pid=65310) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 997.018690] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 997.018690] env[65310]: value = "task-4446656" [ 997.018690] env[65310]: _type = "Task" [ 997.018690] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.028503] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446656, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.112761] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446655, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.223666] env[65310]: WARNING neutronclient.v2_0.client [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.444757] env[65310]: DEBUG nova.scheduler.client.report [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.521493] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c6e067ec-c245-47fc-ac64-ed99efe8c63d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-b1a5a13f-998b-4430-86c6-5343d3857607" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.054s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.539617] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446656, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.615800] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446655, 'name': ReconfigVM_Task, 'duration_secs': 0.518679} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.615800] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 020a902f-c8b5-4887-95cb-b496612458e3/020a902f-c8b5-4887-95cb-b496612458e3.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.616529] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-477c2ce8-d310-4e8b-81ab-0a54076d0e6f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.629070] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 997.629070] env[65310]: value = "task-4446657" [ 997.629070] env[65310]: _type = "Task" [ 997.629070] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.635932] env[65310]: DEBUG nova.network.neutron [-] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.645858] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446657, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.645858] env[65310]: WARNING neutronclient.v2_0.client [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.888584] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a67c3e-fb4d-4de1-b43d-e5815f0bc172 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.896945] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Doing hard reboot of VM {{(pid=65310) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 997.897241] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2cce8980-8527-4e1e-82c3-fa4f340d0533 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.905445] env[65310]: DEBUG oslo_vmware.api [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 997.905445] env[65310]: value = "task-4446658" [ 997.905445] env[65310]: _type = "Task" [ 997.905445] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.916434] env[65310]: DEBUG oslo_vmware.api [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446658, 'name': ResetVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.950644] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.953444] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.525s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.954867] env[65310]: INFO nova.compute.claims [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.988228] env[65310]: INFO nova.scheduler.client.report [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Deleted allocations for instance 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf [ 998.032837] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446656, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.142425] env[65310]: INFO nova.compute.manager [-] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Took 1.30 seconds to deallocate network for instance. [ 998.142757] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446657, 'name': Rename_Task, 'duration_secs': 0.154061} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.144543] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.144792] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efdeb0a2-5961-43ab-99ab-88e0442e16c0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.155959] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 998.155959] env[65310]: value = "task-4446659" [ 998.155959] env[65310]: _type = "Task" [ 998.155959] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.165603] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.177384] env[65310]: DEBUG nova.network.neutron [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Updated VIF entry in instance network info cache for port debe363d-daf6-4533-8620-c62d904d7529. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 998.177840] env[65310]: DEBUG nova.network.neutron [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Updating instance_info_cache with network_info: [{"id": "debe363d-daf6-4533-8620-c62d904d7529", "address": "fa:16:3e:03:41:59", "network": {"id": "0715ddc5-8704-4ced-9c3a-913b12fe0c31", "bridge": "br-int", "label": "tempest-ImagesTestJSON-801429708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be87ce21751a415bb58b0e452241cf84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebe363d-da", "ovs_interfaceid": "debe363d-daf6-4533-8620-c62d904d7529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.254504] env[65310]: DEBUG nova.compute.manager [req-3e83e4c2-5202-4033-afe3-6e367440554d req-32896738-0aad-4c3d-aaf9-9b3e8bf294c1 service nova] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Received event network-vif-deleted-4bf4d6d5-c13f-4d8e-8fd1-21639244c669 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 998.421363] env[65310]: DEBUG oslo_vmware.api [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446658, 'name': ResetVM_Task, 'duration_secs': 0.095053} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.421363] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Did hard reboot of VM {{(pid=65310) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 998.421363] env[65310]: DEBUG nova.compute.manager [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 998.421363] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109a8e47-ae1f-463b-be15-fe578140db7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.496899] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77b4fa86-fe67-41b4-b350-37daea319e0c tempest-ServersListShow296Test-1478857262 tempest-ServersListShow296Test-1478857262-project-member] Lock "29f4e9c0-4bec-4606-8d22-52bea2b4a4cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.409s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.533696] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446656, 'name': CloneVM_Task} progress is 95%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.652260] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.668021] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446659, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.680894] env[65310]: DEBUG oslo_concurrency.lockutils [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] Releasing lock "refresh_cache-020a902f-c8b5-4887-95cb-b496612458e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.681366] env[65310]: DEBUG nova.compute.manager [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received event network-vif-plugged-b1a5a13f-998b-4430-86c6-5343d3857607 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 998.681571] env[65310]: DEBUG oslo_concurrency.lockutils [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] Acquiring lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.681830] env[65310]: DEBUG oslo_concurrency.lockutils [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.682020] env[65310]: DEBUG oslo_concurrency.lockutils [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.682199] env[65310]: DEBUG nova.compute.manager [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] No waiting events found dispatching network-vif-plugged-b1a5a13f-998b-4430-86c6-5343d3857607 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 998.682566] env[65310]: WARNING nova.compute.manager [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received unexpected event network-vif-plugged-b1a5a13f-998b-4430-86c6-5343d3857607 for instance with vm_state active and task_state None. [ 998.682566] env[65310]: DEBUG nova.compute.manager [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received event network-changed-b1a5a13f-998b-4430-86c6-5343d3857607 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 998.682702] env[65310]: DEBUG nova.compute.manager [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Refreshing instance network info cache due to event network-changed-b1a5a13f-998b-4430-86c6-5343d3857607. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 998.682894] env[65310]: DEBUG oslo_concurrency.lockutils [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] Acquiring lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.683061] env[65310]: DEBUG oslo_concurrency.lockutils [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] Acquired lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.683227] env[65310]: DEBUG nova.network.neutron [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Refreshing network info cache for port b1a5a13f-998b-4430-86c6-5343d3857607 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.939391] env[65310]: DEBUG oslo_concurrency.lockutils [None req-80218991-81f6-40b2-814a-efe9b3f0ea0f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.897s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.033496] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446656, 'name': CloneVM_Task, 'duration_secs': 1.818239} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.036622] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Created linked-clone VM from snapshot [ 999.038666] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6748e8ce-4d35-442c-a992-d57576bd368c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.050543] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Uploading image f8f48181-66a0-40a2-a510-54ffa8594281 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 999.082882] env[65310]: DEBUG oslo_vmware.rw_handles [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 999.082882] env[65310]: value = "vm-869726" [ 999.082882] env[65310]: _type = "VirtualMachine" [ 999.082882] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 999.083471] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-219969db-6e76-48a5-aa4c-de1533b5cbd4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.096739] env[65310]: DEBUG oslo_vmware.rw_handles [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lease: (returnval){ [ 999.096739] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526dc764-1f68-15e0-5d74-8fdb6d942659" [ 999.096739] env[65310]: _type = "HttpNfcLease" [ 999.096739] env[65310]: } obtained for exporting VM: (result){ [ 999.096739] env[65310]: value = "vm-869726" [ 999.096739] env[65310]: _type = "VirtualMachine" [ 999.096739] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 999.097591] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the lease: (returnval){ [ 999.097591] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526dc764-1f68-15e0-5d74-8fdb6d942659" [ 999.097591] env[65310]: _type = "HttpNfcLease" [ 999.097591] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 999.104633] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.104633] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526dc764-1f68-15e0-5d74-8fdb6d942659" [ 999.104633] env[65310]: _type = "HttpNfcLease" [ 999.104633] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 999.170332] env[65310]: DEBUG oslo_vmware.api [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446659, 'name': PowerOnVM_Task, 'duration_secs': 0.652248} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.174924] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.174924] env[65310]: INFO nova.compute.manager [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Took 8.17 seconds to spawn the instance on the hypervisor. [ 999.174924] env[65310]: DEBUG nova.compute.manager [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 999.176366] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26798be-9a0e-4573-bd96-9793045a5a85 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.189388] env[65310]: WARNING neutronclient.v2_0.client [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.346286] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503ed0ca-192e-416a-9ae8-55e9ec38f1e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.357631] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f8850e-3dd0-42ed-9505-c8b2b0399c56 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.402359] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e71903-978a-4365-a129-00e069976fa0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.411572] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0428c2-5eb4-4977-849c-3620350ad35d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.431526] env[65310]: DEBUG nova.compute.provider_tree [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.552552] env[65310]: WARNING neutronclient.v2_0.client [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.607719] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.607719] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526dc764-1f68-15e0-5d74-8fdb6d942659" [ 999.607719] env[65310]: _type = "HttpNfcLease" [ 999.607719] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 999.608065] env[65310]: DEBUG oslo_vmware.rw_handles [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 999.608065] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526dc764-1f68-15e0-5d74-8fdb6d942659" [ 999.608065] env[65310]: _type = "HttpNfcLease" [ 999.608065] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 999.608838] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169e3137-5bdd-4b9b-bcfc-4fb65ee665c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.620962] env[65310]: DEBUG oslo_vmware.rw_handles [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cda88e-c64c-da19-d060-53bf3b26fc1b/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 999.621304] env[65310]: DEBUG oslo_vmware.rw_handles [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cda88e-c64c-da19-d060-53bf3b26fc1b/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 999.709754] env[65310]: INFO nova.compute.manager [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Took 45.01 seconds to build instance. [ 999.720146] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b1570d4-3e78-4477-9f9b-1d88acef6eae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.781575] env[65310]: DEBUG nova.network.neutron [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updated VIF entry in instance network info cache for port b1a5a13f-998b-4430-86c6-5343d3857607. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 999.782368] env[65310]: DEBUG nova.network.neutron [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updating instance_info_cache with network_info: [{"id": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "address": "fa:16:3e:f7:18:eb", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece90e3-ce", "ovs_interfaceid": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "673406b8-4113-4f86-8009-fd22350c9e84", "address": "fa:16:3e:2e:25:b3", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673406b8-41", "ovs_interfaceid": "673406b8-4113-4f86-8009-fd22350c9e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b1a5a13f-998b-4430-86c6-5343d3857607", "address": "fa:16:3e:92:eb:f2", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a5a13f-99", "ovs_interfaceid": "b1a5a13f-998b-4430-86c6-5343d3857607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.935408] env[65310]: DEBUG nova.scheduler.client.report [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.212027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "020a902f-c8b5-4887-95cb-b496612458e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.522s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.286194] env[65310]: DEBUG oslo_concurrency.lockutils [req-8c9592d3-c2de-4487-9b84-22fb23a44ed0 req-922b7d05-1c90-44e4-a069-1f8352ae9432 service nova] Releasing lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.443285] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.444914] env[65310]: DEBUG nova.compute.manager [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1000.447980] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.869s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.450366] env[65310]: INFO nova.compute.claims [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.862802] env[65310]: DEBUG oslo_concurrency.lockutils [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-673406b8-4113-4f86-8009-fd22350c9e84" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.863266] env[65310]: DEBUG oslo_concurrency.lockutils [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-673406b8-4113-4f86-8009-fd22350c9e84" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.955795] env[65310]: DEBUG nova.compute.utils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.960397] env[65310]: DEBUG nova.compute.manager [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1000.960397] env[65310]: DEBUG nova.network.neutron [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1000.961206] env[65310]: WARNING neutronclient.v2_0.client [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.961595] env[65310]: WARNING neutronclient.v2_0.client [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.024566] env[65310]: DEBUG nova.policy [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '803143f47d504b7b9f892ce513f8913c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c780a9ce01a0484bb7d90c365fbe1a94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.353188] env[65310]: DEBUG nova.network.neutron [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Successfully created port: 8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1001.366958] env[65310]: DEBUG oslo_concurrency.lockutils [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.368379] env[65310]: DEBUG oslo_concurrency.lockutils [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.370639] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5b6e2b-83ff-4b8c-9d73-c2f1e084ed16 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.396094] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b88ac75-6c5f-4016-b449-1a01d32507fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.423738] env[65310]: WARNING neutronclient.v2_0.client [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.430725] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Reconfiguring VM to detach interface {{(pid=65310) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1001.432077] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acf79687-6d5d-451f-aeed-fcfee7748a0d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.453420] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1001.453420] env[65310]: value = "task-4446661" [ 1001.453420] env[65310]: _type = "Task" [ 1001.453420] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.464646] env[65310]: DEBUG nova.compute.manager [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1001.471121] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.822170] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbc0ba8-4880-4506-8ca5-0cc97c182b6c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.830894] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531961a3-8892-4947-99b5-bb264334398f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.868103] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ac6c2-a6ee-42fa-ad5c-5f301752b5c4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.878541] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ef7187-0b2d-4282-ab09-3a68eb678dda {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.895641] env[65310]: DEBUG nova.compute.provider_tree [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.964588] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.061625] env[65310]: DEBUG nova.compute.manager [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1002.062776] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde73bff-c3a3-4730-8779-5f95f9b2cff8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.398870] env[65310]: DEBUG nova.scheduler.client.report [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.466556] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.479067] env[65310]: DEBUG nova.compute.manager [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1002.504697] env[65310]: DEBUG nova.virt.hardware [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1002.504884] env[65310]: DEBUG nova.virt.hardware [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.505048] env[65310]: DEBUG nova.virt.hardware [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1002.505241] env[65310]: DEBUG nova.virt.hardware [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.505389] env[65310]: DEBUG nova.virt.hardware [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1002.505640] env[65310]: DEBUG nova.virt.hardware [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1002.505856] env[65310]: DEBUG nova.virt.hardware [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1002.506045] env[65310]: DEBUG nova.virt.hardware [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1002.506238] env[65310]: DEBUG nova.virt.hardware [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1002.506407] env[65310]: DEBUG nova.virt.hardware [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1002.506575] env[65310]: DEBUG nova.virt.hardware [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1002.507507] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216d543a-8c4f-429a-ad39-2063d623be44 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.516798] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7354d060-c7ad-4031-af6b-c31d5c264c8a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.575636] env[65310]: INFO nova.compute.manager [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] instance snapshotting [ 1002.578480] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83ca582-b486-4fb7-92da-b2bd73ac0f62 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.598326] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243695e7-5774-4826-84ad-6badbe2cde77 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.843044] env[65310]: DEBUG nova.compute.manager [req-fc24d6ae-86d7-4b72-a9ef-e83908ff9293 req-62612696-fa55-4bb6-a8bf-2716f4e36c25 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Received event network-vif-plugged-8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1002.843044] env[65310]: DEBUG oslo_concurrency.lockutils [req-fc24d6ae-86d7-4b72-a9ef-e83908ff9293 req-62612696-fa55-4bb6-a8bf-2716f4e36c25 service nova] Acquiring lock "15c131a2-9611-4850-93c2-a2c6ece00f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.843415] env[65310]: DEBUG oslo_concurrency.lockutils [req-fc24d6ae-86d7-4b72-a9ef-e83908ff9293 req-62612696-fa55-4bb6-a8bf-2716f4e36c25 service nova] Lock "15c131a2-9611-4850-93c2-a2c6ece00f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.843415] env[65310]: DEBUG oslo_concurrency.lockutils [req-fc24d6ae-86d7-4b72-a9ef-e83908ff9293 req-62612696-fa55-4bb6-a8bf-2716f4e36c25 service nova] Lock "15c131a2-9611-4850-93c2-a2c6ece00f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.843789] env[65310]: DEBUG nova.compute.manager [req-fc24d6ae-86d7-4b72-a9ef-e83908ff9293 req-62612696-fa55-4bb6-a8bf-2716f4e36c25 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] No waiting events found dispatching network-vif-plugged-8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1002.843789] env[65310]: WARNING nova.compute.manager [req-fc24d6ae-86d7-4b72-a9ef-e83908ff9293 req-62612696-fa55-4bb6-a8bf-2716f4e36c25 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Received unexpected event network-vif-plugged-8959fc1f-09d4-4463-93e8-be2f8e6e180d for instance with vm_state building and task_state spawning. [ 1002.910027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.910027] env[65310]: DEBUG nova.compute.manager [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1002.912330] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.409s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.913899] env[65310]: INFO nova.compute.claims [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.955133] env[65310]: DEBUG nova.network.neutron [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Successfully updated port: 8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1002.969298] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.110564] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1003.111959] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-daacd8c6-dac7-4a20-8890-0a2f152fa670 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.120797] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 1003.120797] env[65310]: value = "task-4446662" [ 1003.120797] env[65310]: _type = "Task" [ 1003.120797] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.132150] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446662, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.421951] env[65310]: DEBUG nova.compute.utils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.423441] env[65310]: DEBUG nova.compute.manager [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1003.423628] env[65310]: DEBUG nova.network.neutron [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1003.423945] env[65310]: WARNING neutronclient.v2_0.client [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.424257] env[65310]: WARNING neutronclient.v2_0.client [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.461403] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquiring lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.461595] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquired lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.462213] env[65310]: DEBUG nova.network.neutron [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1003.471434] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.473122] env[65310]: DEBUG nova.policy [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e8a0efb83ab4f618672e5b8b29ec1dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e24236dbc9714ebcba897bea2c3ff52f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.633227] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446662, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.877882] env[65310]: DEBUG nova.network.neutron [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Successfully created port: 177c99c7-2311-4089-9591-d3cfd1af9ed3 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1003.928438] env[65310]: DEBUG nova.compute.manager [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1003.970491] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.067877] env[65310]: DEBUG nova.network.neutron [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1004.132833] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446662, 'name': CreateSnapshot_Task, 'duration_secs': 0.78817} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.133146] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1004.134196] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b056ff59-47e5-4e12-9dab-54cb1efe01cd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.213540] env[65310]: WARNING neutronclient.v2_0.client [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.245257] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9270a5a7-a521-4c61-8595-16d7f27011cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.255436] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1598674-59f3-4c11-bcec-bad34b0536df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.294105] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c58df5-25e7-4502-ae85-2cce8639d321 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.302606] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aebe055-0e73-456c-a76f-0a8bd2e42b4f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.319193] env[65310]: DEBUG nova.compute.provider_tree [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.390450] env[65310]: DEBUG nova.network.neutron [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updating instance_info_cache with network_info: [{"id": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "address": "fa:16:3e:8f:6c:b2", "network": {"id": "d6e030bf-cd71-4f93-92f7-745cad356e73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-284107859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c780a9ce01a0484bb7d90c365fbe1a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8959fc1f-09", "ovs_interfaceid": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.468420] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.661045] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1004.661483] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1fab81bd-7f48-4e82-b96d-d185cae45bf6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.672217] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 1004.672217] env[65310]: value = "task-4446663" [ 1004.672217] env[65310]: _type = "Task" [ 1004.672217] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.683341] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446663, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.822356] env[65310]: DEBUG nova.scheduler.client.report [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.893340] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Releasing lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.893935] env[65310]: DEBUG nova.compute.manager [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Instance network_info: |[{"id": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "address": "fa:16:3e:8f:6c:b2", "network": {"id": "d6e030bf-cd71-4f93-92f7-745cad356e73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-284107859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c780a9ce01a0484bb7d90c365fbe1a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8959fc1f-09", "ovs_interfaceid": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1004.894640] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:6c:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8959fc1f-09d4-4463-93e8-be2f8e6e180d', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.908898] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Creating folder: Project (c780a9ce01a0484bb7d90c365fbe1a94). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.910978] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eb75dcf-172f-43a5-bb8e-c9929864c6fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.926852] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Created folder: Project (c780a9ce01a0484bb7d90c365fbe1a94) in parent group-v869493. [ 1004.927057] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Creating folder: Instances. Parent ref: group-v869729. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.927389] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a670652a-c4ef-4bca-af71-45c1db38eae8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.939463] env[65310]: DEBUG nova.compute.manager [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1004.943472] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Created folder: Instances in parent group-v869729. [ 1004.943707] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1004.943856] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.943942] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe0d6006-c4f6-47be-bf78-621665fcc54a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.969443] env[65310]: DEBUG nova.virt.hardware [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1004.969729] env[65310]: DEBUG nova.virt.hardware [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.969853] env[65310]: DEBUG nova.virt.hardware [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1004.970070] env[65310]: DEBUG nova.virt.hardware [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.970337] env[65310]: DEBUG nova.virt.hardware [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1004.970431] env[65310]: DEBUG nova.virt.hardware [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1004.970684] env[65310]: DEBUG nova.virt.hardware [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1004.970872] env[65310]: DEBUG nova.virt.hardware [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1004.971112] env[65310]: DEBUG nova.virt.hardware [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1004.971337] env[65310]: DEBUG nova.virt.hardware [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1004.971523] env[65310]: DEBUG nova.virt.hardware [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1004.972479] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc97b755-82b6-478c-81cd-74d0ece37f8c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.979857] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.980138] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.980138] env[65310]: value = "task-4446666" [ 1004.980138] env[65310]: _type = "Task" [ 1004.980138] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.990513] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d13f9-f1bb-4865-a4c8-2bd1d1937bfc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.003401] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446666, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.004633] env[65310]: DEBUG nova.compute.manager [req-180b6de0-6767-4783-bd0c-4031c6fffbe5 req-d15aafc8-e9ea-4d44-bbd1-663eaeac01ad service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Received event network-changed-8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1005.004938] env[65310]: DEBUG nova.compute.manager [req-180b6de0-6767-4783-bd0c-4031c6fffbe5 req-d15aafc8-e9ea-4d44-bbd1-663eaeac01ad service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Refreshing instance network info cache due to event network-changed-8959fc1f-09d4-4463-93e8-be2f8e6e180d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1005.005052] env[65310]: DEBUG oslo_concurrency.lockutils [req-180b6de0-6767-4783-bd0c-4031c6fffbe5 req-d15aafc8-e9ea-4d44-bbd1-663eaeac01ad service nova] Acquiring lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.005167] env[65310]: DEBUG oslo_concurrency.lockutils [req-180b6de0-6767-4783-bd0c-4031c6fffbe5 req-d15aafc8-e9ea-4d44-bbd1-663eaeac01ad service nova] Acquired lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.005376] env[65310]: DEBUG nova.network.neutron [req-180b6de0-6767-4783-bd0c-4031c6fffbe5 req-d15aafc8-e9ea-4d44-bbd1-663eaeac01ad service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Refreshing network info cache for port 8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.184731] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446663, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.329158] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.330301] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1005.334422] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.827s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.336499] env[65310]: INFO nova.compute.claims [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.388768] env[65310]: DEBUG nova.compute.manager [req-8cf0e7ae-4393-444e-b7e3-ba3e2894ac7d req-c4f9c684-3381-4519-81a2-c6fbd4ef8e3f service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Received event network-vif-plugged-177c99c7-2311-4089-9591-d3cfd1af9ed3 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1005.388768] env[65310]: DEBUG oslo_concurrency.lockutils [req-8cf0e7ae-4393-444e-b7e3-ba3e2894ac7d req-c4f9c684-3381-4519-81a2-c6fbd4ef8e3f service nova] Acquiring lock "c42326dc-beb7-4470-8740-b426cf4ceded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.388935] env[65310]: DEBUG oslo_concurrency.lockutils [req-8cf0e7ae-4393-444e-b7e3-ba3e2894ac7d req-c4f9c684-3381-4519-81a2-c6fbd4ef8e3f service nova] Lock "c42326dc-beb7-4470-8740-b426cf4ceded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.389148] env[65310]: DEBUG oslo_concurrency.lockutils [req-8cf0e7ae-4393-444e-b7e3-ba3e2894ac7d req-c4f9c684-3381-4519-81a2-c6fbd4ef8e3f service nova] Lock "c42326dc-beb7-4470-8740-b426cf4ceded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.389399] env[65310]: DEBUG nova.compute.manager [req-8cf0e7ae-4393-444e-b7e3-ba3e2894ac7d req-c4f9c684-3381-4519-81a2-c6fbd4ef8e3f service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] No waiting events found dispatching network-vif-plugged-177c99c7-2311-4089-9591-d3cfd1af9ed3 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1005.389654] env[65310]: WARNING nova.compute.manager [req-8cf0e7ae-4393-444e-b7e3-ba3e2894ac7d req-c4f9c684-3381-4519-81a2-c6fbd4ef8e3f service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Received unexpected event network-vif-plugged-177c99c7-2311-4089-9591-d3cfd1af9ed3 for instance with vm_state building and task_state spawning. [ 1005.472402] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.491411] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446666, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.500041] env[65310]: DEBUG nova.network.neutron [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Successfully updated port: 177c99c7-2311-4089-9591-d3cfd1af9ed3 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1005.508876] env[65310]: WARNING neutronclient.v2_0.client [req-180b6de0-6767-4783-bd0c-4031c6fffbe5 req-d15aafc8-e9ea-4d44-bbd1-663eaeac01ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.656526] env[65310]: WARNING neutronclient.v2_0.client [req-180b6de0-6767-4783-bd0c-4031c6fffbe5 req-d15aafc8-e9ea-4d44-bbd1-663eaeac01ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.686120] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446663, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.739019] env[65310]: DEBUG nova.network.neutron [req-180b6de0-6767-4783-bd0c-4031c6fffbe5 req-d15aafc8-e9ea-4d44-bbd1-663eaeac01ad service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updated VIF entry in instance network info cache for port 8959fc1f-09d4-4463-93e8-be2f8e6e180d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1005.739534] env[65310]: DEBUG nova.network.neutron [req-180b6de0-6767-4783-bd0c-4031c6fffbe5 req-d15aafc8-e9ea-4d44-bbd1-663eaeac01ad service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updating instance_info_cache with network_info: [{"id": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "address": "fa:16:3e:8f:6c:b2", "network": {"id": "d6e030bf-cd71-4f93-92f7-745cad356e73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-284107859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c780a9ce01a0484bb7d90c365fbe1a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8959fc1f-09", "ovs_interfaceid": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.844343] env[65310]: DEBUG nova.compute.utils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.848541] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1005.849099] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1005.849705] env[65310]: WARNING neutronclient.v2_0.client [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.850387] env[65310]: WARNING neutronclient.v2_0.client [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.910974] env[65310]: DEBUG nova.policy [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6a7191b513d4a7f8904a5bd13421eec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a96109547b644539ce8b87df5f97da8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.974741] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.992896] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446666, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.003860] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquiring lock "refresh_cache-c42326dc-beb7-4470-8740-b426cf4ceded" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.004217] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquired lock "refresh_cache-c42326dc-beb7-4470-8740-b426cf4ceded" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.004407] env[65310]: DEBUG nova.network.neutron [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1006.186266] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446663, 'name': CloneVM_Task} progress is 95%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.242042] env[65310]: DEBUG oslo_concurrency.lockutils [req-180b6de0-6767-4783-bd0c-4031c6fffbe5 req-d15aafc8-e9ea-4d44-bbd1-663eaeac01ad service nova] Releasing lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.257099] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Successfully created port: 7a238bfa-d28f-4bad-8379-fcf3228981f0 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1006.350458] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1006.480735] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.495839] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446666, 'name': CreateVM_Task, 'duration_secs': 1.447576} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.496221] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.497109] env[65310]: WARNING neutronclient.v2_0.client [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.497109] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.497267] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.497708] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.498258] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8174d5b1-0c9e-4013-8d2f-5d8c71a6e7cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.505579] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1006.505579] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f49997-3c25-b982-dd5e-dbc496fc0b30" [ 1006.505579] env[65310]: _type = "Task" [ 1006.505579] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.523664] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f49997-3c25-b982-dd5e-dbc496fc0b30, 'name': SearchDatastore_Task, 'duration_secs': 0.016381} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.524013] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.524253] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.524510] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.524649] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.524820] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.525161] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63036574-8085-4107-bbbd-38f617d63fbf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.535875] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.536264] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.542029] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7f587e-c9d0-47e6-bd4c-787f741b8fa8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.547240] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1006.547240] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52abf0d1-7d45-61c8-5b9e-4bdfcfecc675" [ 1006.547240] env[65310]: _type = "Task" [ 1006.547240] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.558478] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52abf0d1-7d45-61c8-5b9e-4bdfcfecc675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.587714] env[65310]: DEBUG nova.network.neutron [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1006.686494] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446663, 'name': CloneVM_Task, 'duration_secs': 1.695877} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.686921] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Created linked-clone VM from snapshot [ 1006.687740] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af6eb22-5aee-48a5-b435-485540bdc2bf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.699749] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Uploading image 437c49c2-7c1c-41f7-8758-8f55da44bbd3 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1006.717157] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1006.717492] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8859e9d-9d97-4db5-9020-152dce423d06 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.728927] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 1006.728927] env[65310]: value = "task-4446667" [ 1006.728927] env[65310]: _type = "Task" [ 1006.728927] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.740896] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446667, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.756736] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85433dd4-913e-4ce1-a7f6-4db1439d8d0d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.767798] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab484a8d-b2ba-477b-bf3c-5870a7275287 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.808148] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b1451a-1447-49d0-bc06-d6613a4bb354 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.820210] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbb4df4-7b3c-4f68-bbbc-005009058af3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.837935] env[65310]: DEBUG nova.compute.provider_tree [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.847340] env[65310]: WARNING neutronclient.v2_0.client [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.944732] env[65310]: DEBUG nova.network.neutron [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Updating instance_info_cache with network_info: [{"id": "177c99c7-2311-4089-9591-d3cfd1af9ed3", "address": "fa:16:3e:53:09:f4", "network": {"id": "baf2ef5b-bb16-40d0-93a8-10e59af2eeba", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1297571160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24236dbc9714ebcba897bea2c3ff52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177c99c7-23", "ovs_interfaceid": "177c99c7-2311-4089-9591-d3cfd1af9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.979484] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.062413] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52abf0d1-7d45-61c8-5b9e-4bdfcfecc675, 'name': SearchDatastore_Task, 'duration_secs': 0.014057} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.064014] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c313b4-f397-4dee-851e-e523d94affce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.073713] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1007.073713] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5293f9c3-e91d-1af8-09c3-1b67abd348cd" [ 1007.073713] env[65310]: _type = "Task" [ 1007.073713] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.084425] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5293f9c3-e91d-1af8-09c3-1b67abd348cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.240508] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446667, 'name': Destroy_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.341803] env[65310]: DEBUG nova.scheduler.client.report [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.360236] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1007.387362] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1007.387661] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.387829] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1007.388019] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.388183] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1007.388331] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1007.388530] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.388687] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1007.388844] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1007.389008] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1007.389183] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1007.391033] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903d3ac5-2b5d-4678-bf21-2016c8ada359 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.400184] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781788ef-1b5a-4757-b07c-0ab4ff47fe75 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.451493] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Releasing lock "refresh_cache-c42326dc-beb7-4470-8740-b426cf4ceded" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.452026] env[65310]: DEBUG nova.compute.manager [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Instance network_info: |[{"id": "177c99c7-2311-4089-9591-d3cfd1af9ed3", "address": "fa:16:3e:53:09:f4", "network": {"id": "baf2ef5b-bb16-40d0-93a8-10e59af2eeba", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1297571160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24236dbc9714ebcba897bea2c3ff52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177c99c7-23", "ovs_interfaceid": "177c99c7-2311-4089-9591-d3cfd1af9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1007.453089] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:09:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '177c99c7-2311-4089-9591-d3cfd1af9ed3', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.461546] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Creating folder: Project (e24236dbc9714ebcba897bea2c3ff52f). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.461886] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b39bdf92-8a39-47bf-ab53-579e6577e273 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.465680] env[65310]: DEBUG nova.compute.manager [req-6777b35f-7c09-4ebd-acc8-fc10ad4790c6 req-4c9cf87f-4f97-4afd-b1fb-c76ccc9c7e33 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Received event network-changed-177c99c7-2311-4089-9591-d3cfd1af9ed3 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1007.465861] env[65310]: DEBUG nova.compute.manager [req-6777b35f-7c09-4ebd-acc8-fc10ad4790c6 req-4c9cf87f-4f97-4afd-b1fb-c76ccc9c7e33 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Refreshing instance network info cache due to event network-changed-177c99c7-2311-4089-9591-d3cfd1af9ed3. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1007.466093] env[65310]: DEBUG oslo_concurrency.lockutils [req-6777b35f-7c09-4ebd-acc8-fc10ad4790c6 req-4c9cf87f-4f97-4afd-b1fb-c76ccc9c7e33 service nova] Acquiring lock "refresh_cache-c42326dc-beb7-4470-8740-b426cf4ceded" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.466216] env[65310]: DEBUG oslo_concurrency.lockutils [req-6777b35f-7c09-4ebd-acc8-fc10ad4790c6 req-4c9cf87f-4f97-4afd-b1fb-c76ccc9c7e33 service nova] Acquired lock "refresh_cache-c42326dc-beb7-4470-8740-b426cf4ceded" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.466368] env[65310]: DEBUG nova.network.neutron [req-6777b35f-7c09-4ebd-acc8-fc10ad4790c6 req-4c9cf87f-4f97-4afd-b1fb-c76ccc9c7e33 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Refreshing network info cache for port 177c99c7-2311-4089-9591-d3cfd1af9ed3 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.480039] env[65310]: DEBUG oslo_vmware.api [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446661, 'name': ReconfigVM_Task, 'duration_secs': 5.820507} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.481792] env[65310]: DEBUG oslo_concurrency.lockutils [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.482033] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Reconfigured VM to detach interface {{(pid=65310) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1007.482596] env[65310]: WARNING neutronclient.v2_0.client [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.483372] env[65310]: WARNING neutronclient.v2_0.client [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.484937] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Created folder: Project (e24236dbc9714ebcba897bea2c3ff52f) in parent group-v869493. [ 1007.485128] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Creating folder: Instances. Parent ref: group-v869732. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.485818] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0672fbf9-b238-4425-8792-850c30d24975 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.498126] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Created folder: Instances in parent group-v869732. [ 1007.498126] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1007.498126] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.498426] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abe4db11-11a3-47a3-a4ab-857c6b4c9ab2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.521185] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.521185] env[65310]: value = "task-4446670" [ 1007.521185] env[65310]: _type = "Task" [ 1007.521185] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.532149] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446670, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.585725] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5293f9c3-e91d-1af8-09c3-1b67abd348cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014323} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.586097] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.586278] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 15c131a2-9611-4850-93c2-a2c6ece00f3f/15c131a2-9611-4850-93c2-a2c6ece00f3f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.586559] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb6c4b14-e8c0-4c0b-80a0-f6e276072e53 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.595263] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1007.595263] env[65310]: value = "task-4446671" [ 1007.595263] env[65310]: _type = "Task" [ 1007.595263] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.606529] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.743346] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446667, 'name': Destroy_Task, 'duration_secs': 0.537809} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.744033] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Destroyed the VM [ 1007.744033] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1007.744521] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df570fd2-b411-4d1c-ad54-33588c913ae9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.755207] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 1007.755207] env[65310]: value = "task-4446672" [ 1007.755207] env[65310]: _type = "Task" [ 1007.755207] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.769508] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446672, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.839422] env[65310]: DEBUG oslo_vmware.rw_handles [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cda88e-c64c-da19-d060-53bf3b26fc1b/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1007.840508] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4313bd47-ab4e-4e38-84d8-686dcca64e64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.851226] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.851831] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1007.854635] env[65310]: DEBUG oslo_vmware.rw_handles [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cda88e-c64c-da19-d060-53bf3b26fc1b/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1007.854964] env[65310]: ERROR oslo_vmware.rw_handles [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cda88e-c64c-da19-d060-53bf3b26fc1b/disk-0.vmdk due to incomplete transfer. [ 1007.855362] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.242s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.855532] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.855698] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1007.855975] env[65310]: DEBUG oslo_concurrency.lockutils [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.665s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.856205] env[65310]: DEBUG nova.objects.instance [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lazy-loading 'resources' on Instance uuid 323f6348-ba19-4af6-9370-5824ddd0e549 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.857302] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5d7e32df-4495-4875-aae9-683a6413b02c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.860371] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76419742-c7b3-497e-97c5-75cd5ef6e97b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.873918] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8da611-54e5-4499-b06c-cd7070dbc513 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.878248] env[65310]: DEBUG oslo_vmware.rw_handles [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cda88e-c64c-da19-d060-53bf3b26fc1b/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1007.878498] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Uploaded image f8f48181-66a0-40a2-a510-54ffa8594281 to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1007.881041] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1007.881507] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-202c536d-114e-4af9-a730-56a01fe3c889 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.899733] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59738be-4ab5-4ee7-a629-1429785a5395 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.903059] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1007.903059] env[65310]: value = "task-4446673" [ 1007.903059] env[65310]: _type = "Task" [ 1007.903059] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.904442] env[65310]: DEBUG nova.compute.manager [req-68fed9ba-ecab-48b1-a05f-08844f7a7e9a req-2d8d89cb-6acf-44ca-a385-d47a3a3b66bf service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Received event network-vif-plugged-7a238bfa-d28f-4bad-8379-fcf3228981f0 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1007.904442] env[65310]: DEBUG oslo_concurrency.lockutils [req-68fed9ba-ecab-48b1-a05f-08844f7a7e9a req-2d8d89cb-6acf-44ca-a385-d47a3a3b66bf service nova] Acquiring lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.904658] env[65310]: DEBUG oslo_concurrency.lockutils [req-68fed9ba-ecab-48b1-a05f-08844f7a7e9a req-2d8d89cb-6acf-44ca-a385-d47a3a3b66bf service nova] Lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.904823] env[65310]: DEBUG oslo_concurrency.lockutils [req-68fed9ba-ecab-48b1-a05f-08844f7a7e9a req-2d8d89cb-6acf-44ca-a385-d47a3a3b66bf service nova] Lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.905048] env[65310]: DEBUG nova.compute.manager [req-68fed9ba-ecab-48b1-a05f-08844f7a7e9a req-2d8d89cb-6acf-44ca-a385-d47a3a3b66bf service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] No waiting events found dispatching network-vif-plugged-7a238bfa-d28f-4bad-8379-fcf3228981f0 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1007.905266] env[65310]: WARNING nova.compute.manager [req-68fed9ba-ecab-48b1-a05f-08844f7a7e9a req-2d8d89cb-6acf-44ca-a385-d47a3a3b66bf service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Received unexpected event network-vif-plugged-7a238bfa-d28f-4bad-8379-fcf3228981f0 for instance with vm_state building and task_state spawning. [ 1007.916996] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec7e42b-bc76-4669-93b8-185648a08d4d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.929855] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446673, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.931240] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Successfully updated port: 7a238bfa-d28f-4bad-8379-fcf3228981f0 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1007.967436] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178966MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1007.967674] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.970028] env[65310]: WARNING neutronclient.v2_0.client [req-6777b35f-7c09-4ebd-acc8-fc10ad4790c6 req-4c9cf87f-4f97-4afd-b1fb-c76ccc9c7e33 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.036125] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446670, 'name': CreateVM_Task, 'duration_secs': 0.360397} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.036979] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.037694] env[65310]: WARNING neutronclient.v2_0.client [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.038101] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.038258] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.039509] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.039509] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b61164-81ef-4a8d-b97b-e2314f40a2c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.047562] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for the task: (returnval){ [ 1008.047562] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c932e2-632f-f235-7140-7489ef40e6b5" [ 1008.047562] env[65310]: _type = "Task" [ 1008.047562] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.059043] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c932e2-632f-f235-7140-7489ef40e6b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.108514] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446671, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.164057] env[65310]: WARNING neutronclient.v2_0.client [req-6777b35f-7c09-4ebd-acc8-fc10ad4790c6 req-4c9cf87f-4f97-4afd-b1fb-c76ccc9c7e33 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.247291] env[65310]: DEBUG nova.network.neutron [req-6777b35f-7c09-4ebd-acc8-fc10ad4790c6 req-4c9cf87f-4f97-4afd-b1fb-c76ccc9c7e33 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Updated VIF entry in instance network info cache for port 177c99c7-2311-4089-9591-d3cfd1af9ed3. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1008.247712] env[65310]: DEBUG nova.network.neutron [req-6777b35f-7c09-4ebd-acc8-fc10ad4790c6 req-4c9cf87f-4f97-4afd-b1fb-c76ccc9c7e33 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Updating instance_info_cache with network_info: [{"id": "177c99c7-2311-4089-9591-d3cfd1af9ed3", "address": "fa:16:3e:53:09:f4", "network": {"id": "baf2ef5b-bb16-40d0-93a8-10e59af2eeba", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1297571160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24236dbc9714ebcba897bea2c3ff52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177c99c7-23", "ovs_interfaceid": "177c99c7-2311-4089-9591-d3cfd1af9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.268633] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446672, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.357286] env[65310]: DEBUG nova.compute.utils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.359118] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1008.359399] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1008.359931] env[65310]: WARNING neutronclient.v2_0.client [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.360097] env[65310]: WARNING neutronclient.v2_0.client [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.362605] env[65310]: DEBUG nova.objects.instance [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lazy-loading 'numa_topology' on Instance uuid 323f6348-ba19-4af6-9370-5824ddd0e549 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.404326] env[65310]: DEBUG nova.policy [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6a7191b513d4a7f8904a5bd13421eec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a96109547b644539ce8b87df5f97da8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.417862] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446673, 'name': Destroy_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.434796] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "refresh_cache-73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.434973] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "refresh_cache-73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.435175] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1008.560367] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c932e2-632f-f235-7140-7489ef40e6b5, 'name': SearchDatastore_Task, 'duration_secs': 0.059333} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.560367] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.560367] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.560367] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.560367] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.560367] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.560826] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9ab0c51-1f3d-49c5-8d57-fdbfa7b67fc9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.580942] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.580942] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.581630] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d53230-7d09-400d-8529-6fe4772b3212 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.588484] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for the task: (returnval){ [ 1008.588484] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52050a7d-5046-0a4d-97da-26b994f1b220" [ 1008.588484] env[65310]: _type = "Task" [ 1008.588484] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.598117] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52050a7d-5046-0a4d-97da-26b994f1b220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.611619] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565723} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.612050] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 15c131a2-9611-4850-93c2-a2c6ece00f3f/15c131a2-9611-4850-93c2-a2c6ece00f3f.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.612466] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.612797] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db5e1d3b-8531-4767-8c59-dc7a45ca2df0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.622341] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1008.622341] env[65310]: value = "task-4446674" [ 1008.622341] env[65310]: _type = "Task" [ 1008.622341] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.632538] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.722364] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Successfully created port: 5efd582c-0c63-4bf2-a7cd-e0e09f0634ce {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1008.753787] env[65310]: DEBUG oslo_concurrency.lockutils [req-6777b35f-7c09-4ebd-acc8-fc10ad4790c6 req-4c9cf87f-4f97-4afd-b1fb-c76ccc9c7e33 service nova] Releasing lock "refresh_cache-c42326dc-beb7-4470-8740-b426cf4ceded" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.766240] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446672, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.769673] env[65310]: DEBUG oslo_concurrency.lockutils [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.769845] env[65310]: DEBUG oslo_concurrency.lockutils [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.770058] env[65310]: DEBUG nova.network.neutron [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1008.863910] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1008.869328] env[65310]: DEBUG nova.objects.base [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Object Instance<323f6348-ba19-4af6-9370-5824ddd0e549> lazy-loaded attributes: resources,numa_topology {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.921449] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446673, 'name': Destroy_Task, 'duration_secs': 0.53665} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.924638] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Destroyed the VM [ 1008.924934] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1008.925800] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ff73a5f-f7fb-4fbd-8880-66839d1ec437 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.934153] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1008.934153] env[65310]: value = "task-4446675" [ 1008.934153] env[65310]: _type = "Task" [ 1008.934153] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.951962] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.991338] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1009.101239] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52050a7d-5046-0a4d-97da-26b994f1b220, 'name': SearchDatastore_Task, 'duration_secs': 0.045575} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.104483] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c7b280-491e-4d87-ae01-6e7c2feba058 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.111523] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for the task: (returnval){ [ 1009.111523] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c6e39c-381b-7420-dc70-bb5667490f55" [ 1009.111523] env[65310]: _type = "Task" [ 1009.111523] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.122936] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c6e39c-381b-7420-dc70-bb5667490f55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.131589] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094653} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.131841] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.132627] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66349d9-35c2-427c-b89d-26b0c71c6af6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.161152] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 15c131a2-9611-4850-93c2-a2c6ece00f3f/15c131a2-9611-4850-93c2-a2c6ece00f3f.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.161152] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bc1f26a-54b3-4c39-bce1-3de66c7e8d4b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.185353] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1009.185353] env[65310]: value = "task-4446676" [ 1009.185353] env[65310]: _type = "Task" [ 1009.185353] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.190705] env[65310]: WARNING neutronclient.v2_0.client [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.201824] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.223997] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40395845-edb5-410e-a5d2-dd6bba8a8d28 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.233245] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9329996-1463-4b4c-ab98-c464d36cd964 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.272274] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f058e3-6856-476c-9b08-105a359cb238 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.275278] env[65310]: WARNING neutronclient.v2_0.client [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.284437] env[65310]: DEBUG oslo_vmware.api [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446672, 'name': RemoveSnapshot_Task, 'duration_secs': 1.231169} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.286110] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1009.291859] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a845f286-e22f-421f-ac48-bcd3c7227612 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.309039] env[65310]: DEBUG nova.compute.provider_tree [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.330167] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Updating instance_info_cache with network_info: [{"id": "7a238bfa-d28f-4bad-8379-fcf3228981f0", "address": "fa:16:3e:73:16:b3", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a238bfa-d2", "ovs_interfaceid": "7a238bfa-d28f-4bad-8379-fcf3228981f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.450784] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446675, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.457083] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.457083] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.457290] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.457497] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.457705] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.460058] env[65310]: INFO nova.compute.manager [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Terminating instance [ 1009.617512] env[65310]: WARNING neutronclient.v2_0.client [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.626879] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c6e39c-381b-7420-dc70-bb5667490f55, 'name': SearchDatastore_Task, 'duration_secs': 0.073013} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.627171] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.627445] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] c42326dc-beb7-4470-8740-b426cf4ceded/c42326dc-beb7-4470-8740-b426cf4ceded.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.627723] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b3514e6-f1a5-492c-8294-e0ade92b2562 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.635212] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for the task: (returnval){ [ 1009.635212] env[65310]: value = "task-4446677" [ 1009.635212] env[65310]: _type = "Task" [ 1009.635212] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.644399] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.695660] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446676, 'name': ReconfigVM_Task, 'duration_secs': 0.346635} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.695982] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 15c131a2-9611-4850-93c2-a2c6ece00f3f/15c131a2-9611-4850-93c2-a2c6ece00f3f.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.696730] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-842b5dd1-1984-4097-af5b-77c33d5132dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.705281] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1009.705281] env[65310]: value = "task-4446678" [ 1009.705281] env[65310]: _type = "Task" [ 1009.705281] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.720182] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446678, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.761775] env[65310]: INFO nova.network.neutron [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Port 673406b8-4113-4f86-8009-fd22350c9e84 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1009.762041] env[65310]: INFO nova.network.neutron [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Port b1a5a13f-998b-4430-86c6-5343d3857607 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1009.762417] env[65310]: DEBUG nova.network.neutron [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updating instance_info_cache with network_info: [{"id": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "address": "fa:16:3e:f7:18:eb", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece90e3-ce", "ovs_interfaceid": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.798934] env[65310]: WARNING nova.compute.manager [None req-7e915733-7b86-4382-bc7c-2052afb06480 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Image not found during snapshot: nova.exception.ImageNotFound: Image 437c49c2-7c1c-41f7-8758-8f55da44bbd3 could not be found. [ 1009.814063] env[65310]: DEBUG nova.scheduler.client.report [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.833014] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "refresh_cache-73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.833361] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Instance network_info: |[{"id": "7a238bfa-d28f-4bad-8379-fcf3228981f0", "address": "fa:16:3e:73:16:b3", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a238bfa-d2", "ovs_interfaceid": "7a238bfa-d28f-4bad-8379-fcf3228981f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1009.834877] env[65310]: DEBUG nova.compute.manager [req-7113980a-760e-4b06-b7ed-84b4236a9417 req-7eb49355-b8e4-4c13-8422-223804e435a8 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received event network-vif-deleted-673406b8-4113-4f86-8009-fd22350c9e84 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1009.835198] env[65310]: INFO nova.compute.manager [req-7113980a-760e-4b06-b7ed-84b4236a9417 req-7eb49355-b8e4-4c13-8422-223804e435a8 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Neutron deleted interface 673406b8-4113-4f86-8009-fd22350c9e84; detaching it from the instance and deleting it from the info cache [ 1009.835625] env[65310]: DEBUG nova.network.neutron [req-7113980a-760e-4b06-b7ed-84b4236a9417 req-7eb49355-b8e4-4c13-8422-223804e435a8 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updating instance_info_cache with network_info: [{"id": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "address": "fa:16:3e:f7:18:eb", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece90e3-ce", "ovs_interfaceid": "8ece90e3-cedc-4506-a2b8-776f2ceb94e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b1a5a13f-998b-4430-86c6-5343d3857607", "address": "fa:16:3e:92:eb:f2", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a5a13f-99", "ovs_interfaceid": "b1a5a13f-998b-4430-86c6-5343d3857607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.839233] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:16:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a238bfa-d28f-4bad-8379-fcf3228981f0', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.847363] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1009.848825] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.848937] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-476ef6f1-e37e-440a-81b6-1f299b7e909d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.871908] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.871908] env[65310]: value = "task-4446679" [ 1009.871908] env[65310]: _type = "Task" [ 1009.871908] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.884250] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1009.886429] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446679, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.915091] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1009.915091] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.915091] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1009.915533] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.915821] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1009.916119] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1009.919259] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1009.919259] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1009.919259] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1009.919259] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1009.919259] env[65310]: DEBUG nova.virt.hardware [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1009.919259] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99deaaa-8d63-44e7-96d0-401ed209fb40 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.931169] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85f15d6-44fd-4e11-8436-4450da9d22af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.962183] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446675, 'name': RemoveSnapshot_Task, 'duration_secs': 0.667291} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.962483] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1009.962786] env[65310]: DEBUG nova.compute.manager [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1009.963530] env[65310]: DEBUG nova.compute.manager [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1009.963814] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.964890] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc96c90-1289-4999-a7a6-ea5d95226a3d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.968281] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fedd6f2-0053-41d7-8afb-1f38ed4c7424 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.982520] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.983132] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6692fde0-835c-4eb6-8f34-64d667d29e02 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.989556] env[65310]: DEBUG nova.compute.manager [req-968d6b0e-3b57-43d8-af89-98bc9f3341c2 req-0f34c75b-5a2f-4e5e-a862-5826b7a71b39 service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Received event network-changed-7a238bfa-d28f-4bad-8379-fcf3228981f0 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1009.989808] env[65310]: DEBUG nova.compute.manager [req-968d6b0e-3b57-43d8-af89-98bc9f3341c2 req-0f34c75b-5a2f-4e5e-a862-5826b7a71b39 service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Refreshing instance network info cache due to event network-changed-7a238bfa-d28f-4bad-8379-fcf3228981f0. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1009.990273] env[65310]: DEBUG oslo_concurrency.lockutils [req-968d6b0e-3b57-43d8-af89-98bc9f3341c2 req-0f34c75b-5a2f-4e5e-a862-5826b7a71b39 service nova] Acquiring lock "refresh_cache-73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.990273] env[65310]: DEBUG oslo_concurrency.lockutils [req-968d6b0e-3b57-43d8-af89-98bc9f3341c2 req-0f34c75b-5a2f-4e5e-a862-5826b7a71b39 service nova] Acquired lock "refresh_cache-73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.990463] env[65310]: DEBUG nova.network.neutron [req-968d6b0e-3b57-43d8-af89-98bc9f3341c2 req-0f34c75b-5a2f-4e5e-a862-5826b7a71b39 service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Refreshing network info cache for port 7a238bfa-d28f-4bad-8379-fcf3228981f0 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.994133] env[65310]: DEBUG oslo_vmware.api [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1009.994133] env[65310]: value = "task-4446680" [ 1009.994133] env[65310]: _type = "Task" [ 1009.994133] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.009599] env[65310]: DEBUG oslo_vmware.api [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.148890] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502866} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.149267] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] c42326dc-beb7-4470-8740-b426cf4ceded/c42326dc-beb7-4470-8740-b426cf4ceded.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.149582] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.149893] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d737927-b076-4cb8-8f28-c28fd2805a09 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.160425] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for the task: (returnval){ [ 1010.160425] env[65310]: value = "task-4446681" [ 1010.160425] env[65310]: _type = "Task" [ 1010.160425] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.172889] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.219529] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446678, 'name': Rename_Task, 'duration_secs': 0.277233} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.219885] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.220212] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a45a01c-3132-418a-977d-d6bbb7ef2260 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.228086] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1010.228086] env[65310]: value = "task-4446682" [ 1010.228086] env[65310]: _type = "Task" [ 1010.228086] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.238938] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.265023] env[65310]: DEBUG oslo_concurrency.lockutils [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.320974] env[65310]: DEBUG oslo_concurrency.lockutils [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.465s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.325966] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.093s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.330439] env[65310]: INFO nova.compute.claims [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.348997] env[65310]: DEBUG oslo_concurrency.lockutils [req-7113980a-760e-4b06-b7ed-84b4236a9417 req-7eb49355-b8e4-4c13-8422-223804e435a8 service nova] Acquiring lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.373659] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Successfully updated port: 5efd582c-0c63-4bf2-a7cd-e0e09f0634ce {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1010.389925] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446679, 'name': CreateVM_Task, 'duration_secs': 0.425961} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.390240] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.390682] env[65310]: WARNING neutronclient.v2_0.client [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.391099] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.391260] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.391588] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.391894] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed5553d-40ba-4eef-a83a-c67c2a54f6a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.398098] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1010.398098] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c4229a-3e62-21ed-5c99-e64611418b6c" [ 1010.398098] env[65310]: _type = "Task" [ 1010.398098] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.408267] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c4229a-3e62-21ed-5c99-e64611418b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.486681] env[65310]: INFO nova.compute.manager [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Shelve offloading [ 1010.494707] env[65310]: WARNING neutronclient.v2_0.client [req-968d6b0e-3b57-43d8-af89-98bc9f3341c2 req-0f34c75b-5a2f-4e5e-a862-5826b7a71b39 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.507995] env[65310]: DEBUG oslo_vmware.api [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446680, 'name': PowerOffVM_Task, 'duration_secs': 0.273024} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.508291] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.508489] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.509015] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e646f3f-e6d4-45b6-ab09-5e600b11ba0e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.621819] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.622071] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.622259] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleting the datastore file [datastore1] e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.625605] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae60949f-00d0-4bc1-8cbc-1b4f87b093e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.636042] env[65310]: DEBUG oslo_vmware.api [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1010.636042] env[65310]: value = "task-4446684" [ 1010.636042] env[65310]: _type = "Task" [ 1010.636042] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.646708] env[65310]: DEBUG oslo_vmware.api [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.659760] env[65310]: WARNING neutronclient.v2_0.client [req-968d6b0e-3b57-43d8-af89-98bc9f3341c2 req-0f34c75b-5a2f-4e5e-a862-5826b7a71b39 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.674612] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07851} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.674934] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.675764] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554311c9-f2b0-4bf1-a08e-fb004e793ddf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.707241] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] c42326dc-beb7-4470-8740-b426cf4ceded/c42326dc-beb7-4470-8740-b426cf4ceded.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.710622] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6638847-d819-4400-b6f4-af1a0f7c8d90 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.734890] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for the task: (returnval){ [ 1010.734890] env[65310]: value = "task-4446685" [ 1010.734890] env[65310]: _type = "Task" [ 1010.734890] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.743196] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.750902] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.769299] env[65310]: DEBUG oslo_concurrency.lockutils [None req-90e46d19-1484-40ae-a76f-c3b6721123fa tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6-673406b8-4113-4f86-8009-fd22350c9e84" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.906s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.772081] env[65310]: DEBUG nova.network.neutron [req-968d6b0e-3b57-43d8-af89-98bc9f3341c2 req-0f34c75b-5a2f-4e5e-a862-5826b7a71b39 service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Updated VIF entry in instance network info cache for port 7a238bfa-d28f-4bad-8379-fcf3228981f0. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1010.772545] env[65310]: DEBUG nova.network.neutron [req-968d6b0e-3b57-43d8-af89-98bc9f3341c2 req-0f34c75b-5a2f-4e5e-a862-5826b7a71b39 service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Updating instance_info_cache with network_info: [{"id": "7a238bfa-d28f-4bad-8379-fcf3228981f0", "address": "fa:16:3e:73:16:b3", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a238bfa-d2", "ovs_interfaceid": "7a238bfa-d28f-4bad-8379-fcf3228981f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.851027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-519d6128-5f36-4287-9623-927c062186e1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "323f6348-ba19-4af6-9370-5824ddd0e549" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.798s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.851027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "323f6348-ba19-4af6-9370-5824ddd0e549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 25.054s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.851027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "323f6348-ba19-4af6-9370-5824ddd0e549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.851027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "323f6348-ba19-4af6-9370-5824ddd0e549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.851027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "323f6348-ba19-4af6-9370-5824ddd0e549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.851027] env[65310]: INFO nova.compute.manager [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Terminating instance [ 1010.879129] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "refresh_cache-7f18fd5b-a281-45b1-89d4-cd64e5fd1052" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.879645] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "refresh_cache-7f18fd5b-a281-45b1-89d4-cd64e5fd1052" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.880575] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1010.911135] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c4229a-3e62-21ed-5c99-e64611418b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.020633} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.911501] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.911766] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.912101] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.912268] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.912497] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.913189] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd3710d3-78c3-4ffe-8598-0af263f5f8b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.933075] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.933333] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.934244] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2138dc-c61f-4af9-965d-c4093a12ff3d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.942135] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1010.942135] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d53891-bf1e-c222-bf69-f58a818d0dbd" [ 1010.942135] env[65310]: _type = "Task" [ 1010.942135] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.951952] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d53891-bf1e-c222-bf69-f58a818d0dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.990673] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.991027] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60065886-5d6c-46fd-aec5-2191f2d1a1c0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.000494] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1011.000494] env[65310]: value = "task-4446686" [ 1011.000494] env[65310]: _type = "Task" [ 1011.000494] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.011353] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.100596] env[65310]: DEBUG oslo_concurrency.lockutils [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "020a902f-c8b5-4887-95cb-b496612458e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.100901] env[65310]: DEBUG oslo_concurrency.lockutils [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "020a902f-c8b5-4887-95cb-b496612458e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.101126] env[65310]: DEBUG oslo_concurrency.lockutils [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "020a902f-c8b5-4887-95cb-b496612458e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.101342] env[65310]: DEBUG oslo_concurrency.lockutils [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "020a902f-c8b5-4887-95cb-b496612458e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.101538] env[65310]: DEBUG oslo_concurrency.lockutils [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "020a902f-c8b5-4887-95cb-b496612458e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.103865] env[65310]: INFO nova.compute.manager [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Terminating instance [ 1011.146604] env[65310]: DEBUG oslo_vmware.api [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387831} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.146890] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.147207] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.147297] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.147440] env[65310]: INFO nova.compute.manager [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1011.147689] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1011.147882] env[65310]: DEBUG nova.compute.manager [-] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1011.147974] env[65310]: DEBUG nova.network.neutron [-] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1011.148230] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.180437] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.196203] env[65310]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port b1a5a13f-998b-4430-86c6-5343d3857607 could not be found.", "detail": ""}} {{(pid=65310) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1011.196437] env[65310]: DEBUG nova.network.neutron [-] Unable to show port b1a5a13f-998b-4430-86c6-5343d3857607 as it no longer exists. {{(pid=65310) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1011.242558] env[65310]: DEBUG oslo_vmware.api [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446682, 'name': PowerOnVM_Task, 'duration_secs': 0.71508} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.242825] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.243062] env[65310]: INFO nova.compute.manager [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1011.243214] env[65310]: DEBUG nova.compute.manager [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1011.244730] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962710db-2aa9-47a3-b7bd-618bcabc51c1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.254295] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446685, 'name': ReconfigVM_Task, 'duration_secs': 0.331995} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.255216] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Reconfigured VM instance instance-00000054 to attach disk [datastore2] c42326dc-beb7-4470-8740-b426cf4ceded/c42326dc-beb7-4470-8740-b426cf4ceded.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.256125] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c75cd5ba-5ce7-43f1-a8a6-976d46edad71 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.271494] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for the task: (returnval){ [ 1011.271494] env[65310]: value = "task-4446687" [ 1011.271494] env[65310]: _type = "Task" [ 1011.271494] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.276685] env[65310]: DEBUG oslo_concurrency.lockutils [req-968d6b0e-3b57-43d8-af89-98bc9f3341c2 req-0f34c75b-5a2f-4e5e-a862-5826b7a71b39 service nova] Releasing lock "refresh_cache-73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.277057] env[65310]: DEBUG nova.compute.manager [req-968d6b0e-3b57-43d8-af89-98bc9f3341c2 req-0f34c75b-5a2f-4e5e-a862-5826b7a71b39 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received event network-vif-deleted-b1a5a13f-998b-4430-86c6-5343d3857607 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.283962] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446687, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.355269] env[65310]: DEBUG nova.compute.manager [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1011.355269] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.355269] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a71450a-1d6f-4f34-88cb-ed4715d21318 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.368553] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabe9a20-66f5-4acb-9be2-845beb71b9f5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.414888] env[65310]: WARNING nova.virt.vmwareapi.vmops [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 323f6348-ba19-4af6-9370-5824ddd0e549 could not be found. [ 1011.415190] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.415422] env[65310]: INFO nova.compute.manager [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1011.415714] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1011.418846] env[65310]: DEBUG nova.compute.manager [-] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1011.418975] env[65310]: DEBUG nova.network.neutron [-] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1011.419218] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.456603] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d53891-bf1e-c222-bf69-f58a818d0dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.015789} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.456938] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5a61f4-b19a-4490-a16b-39be8fc79263 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.465982] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1011.465982] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d80039-3c65-c5f9-a169-1dc19fa401a2" [ 1011.465982] env[65310]: _type = "Task" [ 1011.465982] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.470079] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1011.481368] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d80039-3c65-c5f9-a169-1dc19fa401a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.512731] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1011.512974] env[65310]: DEBUG nova.compute.manager [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1011.513995] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8acf6b-5e6a-47b3-bd25-c60cbf1fc6d5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.520463] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.524010] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.524239] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.524369] env[65310]: DEBUG nova.network.neutron [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1011.610487] env[65310]: DEBUG nova.compute.manager [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1011.610758] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.611645] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cc9ccb-2c64-41a8-be7b-5c59e4c66fce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.620442] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.624199] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bed440b-5bfc-4bfa-9572-4f55254a0caf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.635901] env[65310]: DEBUG oslo_vmware.api [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 1011.635901] env[65310]: value = "task-4446688" [ 1011.635901] env[65310]: _type = "Task" [ 1011.635901] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.647833] env[65310]: DEBUG oslo_vmware.api [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.717062] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c5c5c0-bfb5-4cb3-bc75-356facfdda6a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.728258] env[65310]: WARNING neutronclient.v2_0.client [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.733519] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d284cd-a9b6-43c1-9b2a-e2a5add4365f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.795724] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c17eaf-e1ed-4094-8744-2847e6f171d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.799440] env[65310]: INFO nova.compute.manager [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Took 37.40 seconds to build instance. [ 1011.807595] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446687, 'name': Rename_Task, 'duration_secs': 0.155861} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.809997] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.810599] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c67d8b78-41ea-4c6e-bbd8-cf997f14ff13 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.813266] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faa05ed-3ee2-42ac-b5d3-c215b1962f4d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.831804] env[65310]: DEBUG nova.compute.provider_tree [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.835541] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for the task: (returnval){ [ 1011.835541] env[65310]: value = "task-4446689" [ 1011.835541] env[65310]: _type = "Task" [ 1011.835541] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.847673] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446689, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.858068] env[65310]: DEBUG nova.network.neutron [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Updating instance_info_cache with network_info: [{"id": "5efd582c-0c63-4bf2-a7cd-e0e09f0634ce", "address": "fa:16:3e:d3:a7:1a", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efd582c-0c", "ovs_interfaceid": "5efd582c-0c63-4bf2-a7cd-e0e09f0634ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.881944] env[65310]: DEBUG nova.compute.manager [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Received event network-vif-plugged-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.882364] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] Acquiring lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.882628] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] Lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.882628] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] Lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.882744] env[65310]: DEBUG nova.compute.manager [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] No waiting events found dispatching network-vif-plugged-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1011.882898] env[65310]: WARNING nova.compute.manager [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Received unexpected event network-vif-plugged-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce for instance with vm_state building and task_state spawning. [ 1011.883085] env[65310]: DEBUG nova.compute.manager [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Received event network-changed-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.883224] env[65310]: DEBUG nova.compute.manager [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Refreshing instance network info cache due to event network-changed-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1011.883383] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] Acquiring lock "refresh_cache-7f18fd5b-a281-45b1-89d4-cd64e5fd1052" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.982885] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d80039-3c65-c5f9-a169-1dc19fa401a2, 'name': SearchDatastore_Task, 'duration_secs': 0.02772} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.982885] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.982885] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0/73a9a4d8-a4d1-4297-aeb7-039d8c570ad0.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.982885] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ee71c54-5f79-4402-98e4-10921664348c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.991215] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1011.991215] env[65310]: value = "task-4446690" [ 1011.991215] env[65310]: _type = "Task" [ 1011.991215] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.006618] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.028857] env[65310]: WARNING neutronclient.v2_0.client [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.135821] env[65310]: DEBUG nova.network.neutron [-] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.149413] env[65310]: DEBUG oslo_vmware.api [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446688, 'name': PowerOffVM_Task, 'duration_secs': 0.21528} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.150265] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.150508] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.150795] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73cadeaf-7ec9-4bde-83bf-f17ca5657012 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.222855] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.223411] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.223411] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleting the datastore file [datastore1] 020a902f-c8b5-4887-95cb-b496612458e3 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.223762] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e7c1b17-6e09-41d4-8873-c83620546af4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.231497] env[65310]: DEBUG oslo_vmware.api [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for the task: (returnval){ [ 1012.231497] env[65310]: value = "task-4446692" [ 1012.231497] env[65310]: _type = "Task" [ 1012.231497] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.242366] env[65310]: DEBUG oslo_vmware.api [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.242703] env[65310]: DEBUG nova.network.neutron [-] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.272330] env[65310]: WARNING neutronclient.v2_0.client [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.302277] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e031c754-d807-4092-b980-34c6465a8ce5 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Lock "15c131a2-9611-4850-93c2-a2c6ece00f3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.908s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.335420] env[65310]: DEBUG nova.scheduler.client.report [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.360520] env[65310]: DEBUG oslo_vmware.api [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446689, 'name': PowerOnVM_Task, 'duration_secs': 0.517204} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.362097] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "refresh_cache-7f18fd5b-a281-45b1-89d4-cd64e5fd1052" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.362855] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Instance network_info: |[{"id": "5efd582c-0c63-4bf2-a7cd-e0e09f0634ce", "address": "fa:16:3e:d3:a7:1a", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efd582c-0c", "ovs_interfaceid": "5efd582c-0c63-4bf2-a7cd-e0e09f0634ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1012.363163] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.363569] env[65310]: INFO nova.compute.manager [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1012.363823] env[65310]: DEBUG nova.compute.manager [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1012.364328] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] Acquired lock "refresh_cache-7f18fd5b-a281-45b1-89d4-cd64e5fd1052" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.364410] env[65310]: DEBUG nova.network.neutron [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Refreshing network info cache for port 5efd582c-0c63-4bf2-a7cd-e0e09f0634ce {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.366540] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:a7:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5efd582c-0c63-4bf2-a7cd-e0e09f0634ce', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.374856] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1012.376214] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee41aa29-cf55-45f8-a743-c632b55db3ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.382384] env[65310]: WARNING neutronclient.v2_0.client [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.385608] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.387902] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-397de1ae-3257-4dec-b663-c7664f4405b9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.415316] env[65310]: DEBUG nova.network.neutron [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updating instance_info_cache with network_info: [{"id": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "address": "fa:16:3e:f7:e4:ca", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d8a632-9a", "ovs_interfaceid": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.427730] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.427730] env[65310]: value = "task-4446693" [ 1012.427730] env[65310]: _type = "Task" [ 1012.427730] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.444984] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446693, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.513095] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446690, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.591142] env[65310]: WARNING neutronclient.v2_0.client [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.643719] env[65310]: INFO nova.compute.manager [-] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Took 1.50 seconds to deallocate network for instance. [ 1012.669644] env[65310]: DEBUG nova.network.neutron [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Updated VIF entry in instance network info cache for port 5efd582c-0c63-4bf2-a7cd-e0e09f0634ce. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.670752] env[65310]: DEBUG nova.network.neutron [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Updating instance_info_cache with network_info: [{"id": "5efd582c-0c63-4bf2-a7cd-e0e09f0634ce", "address": "fa:16:3e:d3:a7:1a", "network": {"id": "5b920339-c7fa-4b42-8274-6ec630c49c9f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-820928651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a96109547b644539ce8b87df5f97da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efd582c-0c", "ovs_interfaceid": "5efd582c-0c63-4bf2-a7cd-e0e09f0634ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.742140] env[65310]: DEBUG oslo_vmware.api [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Task: {'id': task-4446692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466908} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.742480] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.742769] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.742922] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.743149] env[65310]: INFO nova.compute.manager [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1012.743430] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1012.743710] env[65310]: DEBUG nova.compute.manager [-] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1012.743842] env[65310]: DEBUG nova.network.neutron [-] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1012.744162] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.748682] env[65310]: INFO nova.compute.manager [-] [instance: 323f6348-ba19-4af6-9370-5824ddd0e549] Took 1.33 seconds to deallocate network for instance. [ 1012.777347] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.846090] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.846695] env[65310]: DEBUG nova.compute.manager [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1012.849477] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.823s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.850944] env[65310]: INFO nova.compute.claims [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.854251] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "88e2c6d2-ebae-4a57-b26d-480339b02881" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.854491] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "88e2c6d2-ebae-4a57-b26d-480339b02881" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.854714] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "88e2c6d2-ebae-4a57-b26d-480339b02881-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.854904] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "88e2c6d2-ebae-4a57-b26d-480339b02881-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.858551] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "88e2c6d2-ebae-4a57-b26d-480339b02881-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.861869] env[65310]: INFO nova.compute.manager [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Terminating instance [ 1012.920941] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.921409] env[65310]: WARNING neutronclient.v2_0.client [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.921744] env[65310]: WARNING neutronclient.v2_0.client [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.935047] env[65310]: INFO nova.compute.manager [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Took 35.38 seconds to build instance. [ 1012.945628] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446693, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.003462] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446690, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.074771] env[65310]: INFO nova.compute.manager [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Rescuing [ 1013.075053] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquiring lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.075204] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquired lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.075370] env[65310]: DEBUG nova.network.neutron [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1013.151729] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.174500] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] Releasing lock "refresh_cache-7f18fd5b-a281-45b1-89d4-cd64e5fd1052" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.174779] env[65310]: DEBUG nova.compute.manager [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Received event network-vif-deleted-8ece90e3-cedc-4506-a2b8-776f2ceb94e5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1013.174957] env[65310]: INFO nova.compute.manager [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Neutron deleted interface 8ece90e3-cedc-4506-a2b8-776f2ceb94e5; detaching it from the instance and deleting it from the info cache [ 1013.175145] env[65310]: DEBUG nova.network.neutron [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.357331] env[65310]: DEBUG nova.compute.utils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.358856] env[65310]: DEBUG nova.compute.manager [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1013.362232] env[65310]: DEBUG nova.network.neutron [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1013.362232] env[65310]: WARNING neutronclient.v2_0.client [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.362232] env[65310]: WARNING neutronclient.v2_0.client [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.369532] env[65310]: DEBUG nova.compute.manager [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1013.369761] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.371153] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c1f4e9-5afc-40dd-abdf-853e967272bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.382246] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.382546] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08648112-fde8-4954-ae24-c07451f4336f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.391013] env[65310]: DEBUG oslo_vmware.api [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1013.391013] env[65310]: value = "task-4446694" [ 1013.391013] env[65310]: _type = "Task" [ 1013.391013] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.402640] env[65310]: DEBUG oslo_vmware.api [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.440342] env[65310]: DEBUG oslo_concurrency.lockutils [None req-56192865-cc1e-436f-b80f-88d53b703084 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Lock "c42326dc-beb7-4470-8740-b426cf4ceded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.896s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.445094] env[65310]: DEBUG nova.policy [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '943439f648104166965dfdff312b2a9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '874ca59cb11742de99dbb0b6a2f90a7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.453615] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446693, 'name': CreateVM_Task, 'duration_secs': 0.539198} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.453828] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.454432] env[65310]: WARNING neutronclient.v2_0.client [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.454849] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.455064] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.455548] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.455713] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e31bd5dd-b090-49c8-b1ea-e7185a302ca8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.462278] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1013.462278] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529dcac5-2a97-8d07-832e-41c9f176be64" [ 1013.462278] env[65310]: _type = "Task" [ 1013.462278] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.473041] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529dcac5-2a97-8d07-832e-41c9f176be64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.484835] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.488211] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb9372b-ab6e-4ffd-93d0-9410900fe2bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.502161] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.503206] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0f0be74-6e9d-441a-b032-29d1481082a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.508404] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446690, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.547446] env[65310]: DEBUG nova.network.neutron [-] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.578763] env[65310]: WARNING neutronclient.v2_0.client [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.581905] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.582309] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.582565] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleting the datastore file [datastore2] d516ed85-fb2a-45ed-8409-cbe212b60444 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.583641] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2d0753e-652b-4418-801d-d0f1a63fa384 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.594818] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1013.594818] env[65310]: value = "task-4446696" [ 1013.594818] env[65310]: _type = "Task" [ 1013.594818] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.604814] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.678712] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29399c9e-9350-43e0-83e8-5aacc44e13a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.691155] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd16e638-5fb7-465e-9cd0-1f0119dbd1df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.733456] env[65310]: DEBUG nova.compute.manager [req-2b4db395-45c7-4eb4-96d9-1fbc23bfa919 req-1c88e7af-207a-448b-9a54-75d698dde66f service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Detach interface failed, port_id=8ece90e3-cedc-4506-a2b8-776f2ceb94e5, reason: Instance e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.780923] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "323f6348-ba19-4af6-9370-5824ddd0e549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.932s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.853371] env[65310]: DEBUG nova.network.neutron [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Successfully created port: 7207d0b8-74f5-48d0-ace4-1fa7ce844393 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1013.870943] env[65310]: DEBUG nova.compute.manager [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1013.903402] env[65310]: DEBUG oslo_vmware.api [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446694, 'name': PowerOffVM_Task, 'duration_secs': 0.286007} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.903402] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.903402] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.903402] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aab5a57-5f6f-416a-a879-a3f88a15d8e1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.975826] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529dcac5-2a97-8d07-832e-41c9f176be64, 'name': SearchDatastore_Task, 'duration_secs': 0.028403} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.977569] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.977866] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.978188] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.978476] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.978821] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.979203] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.979658] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.979906] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleting the datastore file [datastore2] 88e2c6d2-ebae-4a57-b26d-480339b02881 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.983051] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b442c16-3577-4a1e-aa5d-92fe16f7e0cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.985384] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d28d0ea5-90b5-4ea3-981b-4dcfef680111 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.988333] env[65310]: WARNING neutronclient.v2_0.client [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.999893] env[65310]: DEBUG oslo_vmware.api [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1013.999893] env[65310]: value = "task-4446698" [ 1013.999893] env[65310]: _type = "Task" [ 1013.999893] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.002224] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.002224] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.008666] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f12584e-5d32-46da-8273-9487b0d37812 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.014554] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446690, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.642445} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.015528] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0/73a9a4d8-a4d1-4297-aeb7-039d8c570ad0.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.015756] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.016131] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4842a19b-58bd-4cd2-a2da-6ac929e54588 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.023241] env[65310]: DEBUG oslo_vmware.api [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.023579] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1014.023579] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b6f7af-a948-d58d-d69e-4740dfe7355d" [ 1014.023579] env[65310]: _type = "Task" [ 1014.023579] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.032926] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1014.032926] env[65310]: value = "task-4446699" [ 1014.032926] env[65310]: _type = "Task" [ 1014.032926] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.040350] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b6f7af-a948-d58d-d69e-4740dfe7355d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.051384] env[65310]: DEBUG nova.compute.manager [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Received event network-vif-deleted-debe363d-daf6-4533-8620-c62d904d7529 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1014.051384] env[65310]: DEBUG nova.compute.manager [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Received event network-vif-unplugged-f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1014.051384] env[65310]: DEBUG oslo_concurrency.lockutils [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] Acquiring lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.051384] env[65310]: DEBUG oslo_concurrency.lockutils [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.051384] env[65310]: DEBUG oslo_concurrency.lockutils [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.051384] env[65310]: DEBUG nova.compute.manager [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] No waiting events found dispatching network-vif-unplugged-f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1014.051384] env[65310]: WARNING nova.compute.manager [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Received unexpected event network-vif-unplugged-f5d8a632-9a1a-42e4-867e-73596063e1c7 for instance with vm_state shelved and task_state shelving_offloading. [ 1014.051384] env[65310]: DEBUG nova.compute.manager [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Received event network-changed-f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1014.051796] env[65310]: DEBUG nova.compute.manager [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Refreshing instance network info cache due to event network-changed-f5d8a632-9a1a-42e4-867e-73596063e1c7. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1014.052068] env[65310]: DEBUG oslo_concurrency.lockutils [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] Acquiring lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.052273] env[65310]: DEBUG oslo_concurrency.lockutils [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] Acquired lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.052494] env[65310]: DEBUG nova.network.neutron [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Refreshing network info cache for port f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.061127] env[65310]: INFO nova.compute.manager [-] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Took 1.32 seconds to deallocate network for instance. [ 1014.061500] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.065667] env[65310]: WARNING neutronclient.v2_0.client [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.095772] env[65310]: DEBUG nova.compute.manager [req-193de241-adf0-480b-b34c-558ec6710c43 req-7b276cca-5365-4f25-88d4-b4d795d25c92 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Received event network-changed-177c99c7-2311-4089-9591-d3cfd1af9ed3 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1014.096261] env[65310]: DEBUG nova.compute.manager [req-193de241-adf0-480b-b34c-558ec6710c43 req-7b276cca-5365-4f25-88d4-b4d795d25c92 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Refreshing instance network info cache due to event network-changed-177c99c7-2311-4089-9591-d3cfd1af9ed3. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1014.097029] env[65310]: DEBUG oslo_concurrency.lockutils [req-193de241-adf0-480b-b34c-558ec6710c43 req-7b276cca-5365-4f25-88d4-b4d795d25c92 service nova] Acquiring lock "refresh_cache-c42326dc-beb7-4470-8740-b426cf4ceded" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.097029] env[65310]: DEBUG oslo_concurrency.lockutils [req-193de241-adf0-480b-b34c-558ec6710c43 req-7b276cca-5365-4f25-88d4-b4d795d25c92 service nova] Acquired lock "refresh_cache-c42326dc-beb7-4470-8740-b426cf4ceded" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.097161] env[65310]: DEBUG nova.network.neutron [req-193de241-adf0-480b-b34c-558ec6710c43 req-7b276cca-5365-4f25-88d4-b4d795d25c92 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Refreshing network info cache for port 177c99c7-2311-4089-9591-d3cfd1af9ed3 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.111017] env[65310]: DEBUG oslo_vmware.api [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227582} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.112193] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.112193] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.112381] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.141200] env[65310]: INFO nova.scheduler.client.report [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleted allocations for instance d516ed85-fb2a-45ed-8409-cbe212b60444 [ 1014.201096] env[65310]: DEBUG nova.network.neutron [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updating instance_info_cache with network_info: [{"id": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "address": "fa:16:3e:8f:6c:b2", "network": {"id": "d6e030bf-cd71-4f93-92f7-745cad356e73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-284107859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c780a9ce01a0484bb7d90c365fbe1a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8959fc1f-09", "ovs_interfaceid": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.280265] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d419329b-6e71-4d51-9dca-b67af871dec2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.290083] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260b924-713f-4b13-a03f-29da6cb248eb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.325539] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8eba40-e164-416d-a66f-5f7215135c57 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.334296] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa7fe62-92e4-4e0d-ba19-aac4d941d221 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.350112] env[65310]: DEBUG nova.compute.provider_tree [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.477738] env[65310]: WARNING neutronclient.v2_0.client [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.511802] env[65310]: DEBUG oslo_vmware.api [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.546153] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b6f7af-a948-d58d-d69e-4740dfe7355d, 'name': SearchDatastore_Task, 'duration_secs': 0.025106} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.547917] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf57041f-df3d-4c88-831e-0f420a3bcd80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.555913] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083036} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.560643] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.562611] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70072c78-8e1d-42c1-96ad-94e148e5101a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.569044] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1014.569044] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529afbc7-149e-2757-f0cb-5c0eaae4b64f" [ 1014.569044] env[65310]: _type = "Task" [ 1014.569044] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.587402] env[65310]: DEBUG oslo_concurrency.lockutils [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.600281] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0/73a9a4d8-a4d1-4297-aeb7-039d8c570ad0.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.602181] env[65310]: WARNING neutronclient.v2_0.client [req-193de241-adf0-480b-b34c-558ec6710c43 req-7b276cca-5365-4f25-88d4-b4d795d25c92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.603714] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c730343-e3f0-4a11-902e-16dffec2a0c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.622413] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529afbc7-149e-2757-f0cb-5c0eaae4b64f, 'name': SearchDatastore_Task, 'duration_secs': 0.023893} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.623125] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.623450] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 7f18fd5b-a281-45b1-89d4-cd64e5fd1052/7f18fd5b-a281-45b1-89d4-cd64e5fd1052.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.623798] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75221dd-cce6-4307-8db5-12e367080af5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.631122] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1014.631122] env[65310]: value = "task-4446700" [ 1014.631122] env[65310]: _type = "Task" [ 1014.631122] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.632581] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1014.632581] env[65310]: value = "task-4446701" [ 1014.632581] env[65310]: _type = "Task" [ 1014.632581] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.645481] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446700, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.649778] env[65310]: DEBUG nova.network.neutron [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updated VIF entry in instance network info cache for port f5d8a632-9a1a-42e4-867e-73596063e1c7. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1014.650303] env[65310]: DEBUG nova.network.neutron [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updating instance_info_cache with network_info: [{"id": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "address": "fa:16:3e:f7:e4:ca", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf5d8a632-9a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.652577] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.652929] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.703876] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Releasing lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.853423] env[65310]: DEBUG nova.scheduler.client.report [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.890202] env[65310]: DEBUG nova.compute.manager [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1014.926365] env[65310]: DEBUG nova.virt.hardware [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1014.926761] env[65310]: DEBUG nova.virt.hardware [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.926963] env[65310]: DEBUG nova.virt.hardware [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1014.927183] env[65310]: DEBUG nova.virt.hardware [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.927330] env[65310]: DEBUG nova.virt.hardware [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1014.927480] env[65310]: DEBUG nova.virt.hardware [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1014.927709] env[65310]: DEBUG nova.virt.hardware [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1014.927946] env[65310]: DEBUG nova.virt.hardware [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1014.928193] env[65310]: DEBUG nova.virt.hardware [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1014.928433] env[65310]: DEBUG nova.virt.hardware [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1014.928661] env[65310]: DEBUG nova.virt.hardware [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1014.929873] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761a11e3-bb52-4afc-a0bb-1ba0e43272d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.942200] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd265c8-9392-48f8-8cc9-3ecdbe60c93e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.016836] env[65310]: DEBUG oslo_vmware.api [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.667668} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.017240] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.017657] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.017971] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.018447] env[65310]: INFO nova.compute.manager [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1015.018727] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1015.019054] env[65310]: DEBUG nova.compute.manager [-] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1015.019229] env[65310]: DEBUG nova.network.neutron [-] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1015.019658] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.154262] env[65310]: DEBUG oslo_concurrency.lockutils [req-ee375b09-07c6-489b-98b2-eb65bb06f0e3 req-eacd0e41-539a-42a3-b0b5-d6672fb72f15 service nova] Releasing lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.154862] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446701, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.158743] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446700, 'name': ReconfigVM_Task, 'duration_secs': 0.406569} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.158890] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0/73a9a4d8-a4d1-4297-aeb7-039d8c570ad0.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.159695] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5364ee9-db57-4aca-b7cf-9e3e83f05901 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.168921] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1015.168921] env[65310]: value = "task-4446702" [ 1015.168921] env[65310]: _type = "Task" [ 1015.168921] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.183102] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446702, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.200994] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.360104] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.361173] env[65310]: DEBUG nova.compute.manager [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1015.364819] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.917s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.499420] env[65310]: DEBUG nova.network.neutron [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Successfully updated port: 7207d0b8-74f5-48d0-ace4-1fa7ce844393 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1015.533412] env[65310]: WARNING neutronclient.v2_0.client [req-193de241-adf0-480b-b34c-558ec6710c43 req-7b276cca-5365-4f25-88d4-b4d795d25c92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.636925] env[65310]: DEBUG nova.network.neutron [req-193de241-adf0-480b-b34c-558ec6710c43 req-7b276cca-5365-4f25-88d4-b4d795d25c92 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Updated VIF entry in instance network info cache for port 177c99c7-2311-4089-9591-d3cfd1af9ed3. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1015.637329] env[65310]: DEBUG nova.network.neutron [req-193de241-adf0-480b-b34c-558ec6710c43 req-7b276cca-5365-4f25-88d4-b4d795d25c92 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Updating instance_info_cache with network_info: [{"id": "177c99c7-2311-4089-9591-d3cfd1af9ed3", "address": "fa:16:3e:53:09:f4", "network": {"id": "baf2ef5b-bb16-40d0-93a8-10e59af2eeba", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1297571160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24236dbc9714ebcba897bea2c3ff52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177c99c7-23", "ovs_interfaceid": "177c99c7-2311-4089-9591-d3cfd1af9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.651876] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589322} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.652189] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 7f18fd5b-a281-45b1-89d4-cd64e5fd1052/7f18fd5b-a281-45b1-89d4-cd64e5fd1052.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.652414] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.652693] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc9db2bb-6d4d-4ce1-9f73-5d936c0b3236 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.661415] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1015.661415] env[65310]: value = "task-4446703" [ 1015.661415] env[65310]: _type = "Task" [ 1015.661415] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.677466] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.685479] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446702, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.869715] env[65310]: DEBUG nova.compute.utils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.871751] env[65310]: DEBUG nova.compute.manager [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1015.871974] env[65310]: DEBUG nova.network.neutron [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1015.872341] env[65310]: WARNING neutronclient.v2_0.client [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.872685] env[65310]: WARNING neutronclient.v2_0.client [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.880191] env[65310]: INFO nova.compute.claims [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.947813] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "830afa7b-1a32-4993-8722-d3b39ee18808" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.948097] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "830afa7b-1a32-4993-8722-d3b39ee18808" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.952741] env[65310]: DEBUG nova.policy [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d002995af624aa094f414bbe641c453', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '887c225257b242a8b019c8d401e06569', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.002699] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquiring lock "refresh_cache-e4093a77-72bf-4bbe-9c2c-a56d674581f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.002895] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquired lock "refresh_cache-e4093a77-72bf-4bbe-9c2c-a56d674581f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.003116] env[65310]: DEBUG nova.network.neutron [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1016.140446] env[65310]: DEBUG oslo_concurrency.lockutils [req-193de241-adf0-480b-b34c-558ec6710c43 req-7b276cca-5365-4f25-88d4-b4d795d25c92 service nova] Releasing lock "refresh_cache-c42326dc-beb7-4470-8740-b426cf4ceded" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.173841] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157137} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.177343] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.178237] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb258af3-9552-422a-8e46-3f6fe40c0987 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.188924] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446702, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.207625] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 7f18fd5b-a281-45b1-89d4-cd64e5fd1052/7f18fd5b-a281-45b1-89d4-cd64e5fd1052.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.208507] env[65310]: DEBUG nova.network.neutron [-] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.209499] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92cc17d-7060-4a7b-8412-bc4a23caaf14 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.224570] env[65310]: INFO nova.compute.manager [-] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Took 1.21 seconds to deallocate network for instance. [ 1016.232243] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1016.232243] env[65310]: value = "task-4446704" [ 1016.232243] env[65310]: _type = "Task" [ 1016.232243] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.235015] env[65310]: DEBUG nova.compute.manager [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Received event network-vif-plugged-7207d0b8-74f5-48d0-ace4-1fa7ce844393 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.235015] env[65310]: DEBUG oslo_concurrency.lockutils [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] Acquiring lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.235015] env[65310]: DEBUG oslo_concurrency.lockutils [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] Lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.235015] env[65310]: DEBUG oslo_concurrency.lockutils [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] Lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.235015] env[65310]: DEBUG nova.compute.manager [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] No waiting events found dispatching network-vif-plugged-7207d0b8-74f5-48d0-ace4-1fa7ce844393 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1016.235325] env[65310]: WARNING nova.compute.manager [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Received unexpected event network-vif-plugged-7207d0b8-74f5-48d0-ace4-1fa7ce844393 for instance with vm_state building and task_state spawning. [ 1016.235325] env[65310]: DEBUG nova.compute.manager [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Received event network-changed-7207d0b8-74f5-48d0-ace4-1fa7ce844393 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.235456] env[65310]: DEBUG nova.compute.manager [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Refreshing instance network info cache due to event network-changed-7207d0b8-74f5-48d0-ace4-1fa7ce844393. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1016.235638] env[65310]: DEBUG oslo_concurrency.lockutils [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] Acquiring lock "refresh_cache-e4093a77-72bf-4bbe-9c2c-a56d674581f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.245893] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.246581] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.246581] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2d75af5-e180-4d9c-a9d3-2a898275b464 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.254765] env[65310]: DEBUG nova.compute.manager [req-adb1585c-75da-49c0-aa19-8f5d62a82e41 req-f28cc029-8672-45a8-9d1b-b003f4c21b04 service nova] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Received event network-vif-deleted-50bdc294-50a8-4938-ab30-2ec93be71ea2 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.257111] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1016.257111] env[65310]: value = "task-4446705" [ 1016.257111] env[65310]: _type = "Task" [ 1016.257111] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.267956] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.372349] env[65310]: DEBUG nova.network.neutron [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Successfully created port: 58cb2fb0-f797-4514-bcce-cf082db4291b {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1016.381799] env[65310]: DEBUG nova.compute.manager [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1016.386340] env[65310]: INFO nova.compute.resource_tracker [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating resource usage from migration 34766308-c80f-41f3-ad65-8de9b26da130 [ 1016.450807] env[65310]: DEBUG nova.compute.manager [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1016.541800] env[65310]: DEBUG nova.network.neutron [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1016.625637] env[65310]: WARNING neutronclient.v2_0.client [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.685895] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446702, 'name': Rename_Task, 'duration_secs': 1.324819} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.688856] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.689369] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70148ace-1749-4405-a129-abe391edc4e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.697176] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1016.697176] env[65310]: value = "task-4446706" [ 1016.697176] env[65310]: _type = "Task" [ 1016.697176] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.707508] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.724019] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c914df-b024-4327-9d96-9f7e0cfce040 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.727212] env[65310]: DEBUG nova.network.neutron [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Updating instance_info_cache with network_info: [{"id": "7207d0b8-74f5-48d0-ace4-1fa7ce844393", "address": "fa:16:3e:5d:54:cc", "network": {"id": "496b99c7-bba2-4cf0-8b9d-e5101b7f03db", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-44013618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "874ca59cb11742de99dbb0b6a2f90a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7207d0b8-74", "ovs_interfaceid": "7207d0b8-74f5-48d0-ace4-1fa7ce844393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.731972] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.738687] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8cd90b-536c-4121-b7b0-15041c396d50 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.748548] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.781952] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0e8174-a493-44ed-b5f2-38d6e628045c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.795183] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ff0081-d4fc-41dd-a76b-f6df92cbffda {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.799578] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.812246] env[65310]: DEBUG nova.compute.provider_tree [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.985526] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.208900] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.232765] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Releasing lock "refresh_cache-e4093a77-72bf-4bbe-9c2c-a56d674581f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.233214] env[65310]: DEBUG nova.compute.manager [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Instance network_info: |[{"id": "7207d0b8-74f5-48d0-ace4-1fa7ce844393", "address": "fa:16:3e:5d:54:cc", "network": {"id": "496b99c7-bba2-4cf0-8b9d-e5101b7f03db", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-44013618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "874ca59cb11742de99dbb0b6a2f90a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7207d0b8-74", "ovs_interfaceid": "7207d0b8-74f5-48d0-ace4-1fa7ce844393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1017.233744] env[65310]: DEBUG oslo_concurrency.lockutils [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] Acquired lock "refresh_cache-e4093a77-72bf-4bbe-9c2c-a56d674581f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.233827] env[65310]: DEBUG nova.network.neutron [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Refreshing network info cache for port 7207d0b8-74f5-48d0-ace4-1fa7ce844393 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.235055] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:54:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7207d0b8-74f5-48d0-ace4-1fa7ce844393', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.243438] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Creating folder: Project (874ca59cb11742de99dbb0b6a2f90a7c). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.244970] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc63d195-47c4-4256-adc8-b11c9095f9b7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.262048] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446704, 'name': ReconfigVM_Task, 'duration_secs': 0.777226} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.264746] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 7f18fd5b-a281-45b1-89d4-cd64e5fd1052/7f18fd5b-a281-45b1-89d4-cd64e5fd1052.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.266343] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Created folder: Project (874ca59cb11742de99dbb0b6a2f90a7c) in parent group-v869493. [ 1017.266911] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Creating folder: Instances. Parent ref: group-v869737. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.267996] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be69ee8c-6f16-45e0-bf6e-3ce6d0a27faa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.270946] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61b5f1a6-2502-4f08-8121-a6e3fa2634e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.283892] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1017.283892] env[65310]: value = "task-4446708" [ 1017.283892] env[65310]: _type = "Task" [ 1017.283892] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.292037] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Created folder: Instances in parent group-v869737. [ 1017.292408] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1017.293096] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446705, 'name': PowerOffVM_Task, 'duration_secs': 0.786052} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.293936] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.294653] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.295069] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17ab8ed0-9a50-4d83-bc74-d86810b99d94 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.312532] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ef6e4a-8540-423b-aeec-5878c885598f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.319955] env[65310]: DEBUG nova.scheduler.client.report [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.323771] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446708, 'name': Rename_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.330827] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.330827] env[65310]: value = "task-4446710" [ 1017.330827] env[65310]: _type = "Task" [ 1017.330827] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.351372] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3505a7bd-9df1-4d92-862c-a1c27e3277b3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.366438] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446710, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.399567] env[65310]: DEBUG nova.compute.manager [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1017.416562] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.417565] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4343ca2b-ca32-4edd-ad55-bd030e4b1ec7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.429772] env[65310]: DEBUG nova.virt.hardware [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1017.430171] env[65310]: DEBUG nova.virt.hardware [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.430345] env[65310]: DEBUG nova.virt.hardware [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1017.431959] env[65310]: DEBUG nova.virt.hardware [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.431959] env[65310]: DEBUG nova.virt.hardware [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1017.432753] env[65310]: DEBUG nova.virt.hardware [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1017.433012] env[65310]: DEBUG nova.virt.hardware [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1017.433188] env[65310]: DEBUG nova.virt.hardware [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1017.433364] env[65310]: DEBUG nova.virt.hardware [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1017.433552] env[65310]: DEBUG nova.virt.hardware [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1017.433730] env[65310]: DEBUG nova.virt.hardware [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1017.435049] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9828f2-949f-4ac2-b9e9-db03ca7d3b2d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.439675] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1017.439675] env[65310]: value = "task-4446711" [ 1017.439675] env[65310]: _type = "Task" [ 1017.439675] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.448009] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124c51df-5d57-4fcf-a7a2-980f08dc9b8a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.456646] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1017.456918] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.457219] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.457390] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.457570] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.457847] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbb38a66-e0f9-4a13-af44-f64b68f98b90 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.481660] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.481958] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.482767] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b769fce-fe65-4985-b299-82e7d6e477c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.489976] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1017.489976] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b68833-e94b-dda9-577b-f0a54a6e5698" [ 1017.489976] env[65310]: _type = "Task" [ 1017.489976] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.501295] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b68833-e94b-dda9-577b-f0a54a6e5698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.710346] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446706, 'name': PowerOnVM_Task, 'duration_secs': 0.727478} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.710346] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.711140] env[65310]: INFO nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1017.711140] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1017.711510] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fc506c-fa51-42ce-aed6-4f2dbfc475a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.745611] env[65310]: WARNING neutronclient.v2_0.client [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.796237] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446708, 'name': Rename_Task, 'duration_secs': 0.208099} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.796428] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.796615] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c35be90-ab02-4f5b-8a7e-b9354c989b4a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.805317] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1017.805317] env[65310]: value = "task-4446712" [ 1017.805317] env[65310]: _type = "Task" [ 1017.805317] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.815798] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.825901] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.461s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.826151] env[65310]: INFO nova.compute.manager [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Migrating [ 1017.833908] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.193s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.834204] env[65310]: DEBUG nova.objects.instance [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lazy-loading 'resources' on Instance uuid db6302e9-eb53-446b-845f-cceb3d8f8886 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.864349] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446710, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.950167] env[65310]: WARNING neutronclient.v2_0.client [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.974063] env[65310]: DEBUG nova.network.neutron [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Successfully updated port: 58cb2fb0-f797-4514-bcce-cf082db4291b {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1018.006252] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b68833-e94b-dda9-577b-f0a54a6e5698, 'name': SearchDatastore_Task, 'duration_secs': 0.0132} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.010011] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f176fcfe-0af4-4b24-ad50-f48f8e844fdc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.018979] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1018.018979] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dd2fd1-00c9-672c-723c-984a59819310" [ 1018.018979] env[65310]: _type = "Task" [ 1018.018979] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.029082] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dd2fd1-00c9-672c-723c-984a59819310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.050181] env[65310]: DEBUG nova.network.neutron [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Updated VIF entry in instance network info cache for port 7207d0b8-74f5-48d0-ace4-1fa7ce844393. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1018.050556] env[65310]: DEBUG nova.network.neutron [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Updating instance_info_cache with network_info: [{"id": "7207d0b8-74f5-48d0-ace4-1fa7ce844393", "address": "fa:16:3e:5d:54:cc", "network": {"id": "496b99c7-bba2-4cf0-8b9d-e5101b7f03db", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-44013618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "874ca59cb11742de99dbb0b6a2f90a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7207d0b8-74", "ovs_interfaceid": "7207d0b8-74f5-48d0-ace4-1fa7ce844393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.166889] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fce4a2-6f1f-4d7e-b4f2-a0790f191b47 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.175133] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6698d16-6cb5-4aeb-ae1c-b6bcc35a6506 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.206199] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e005795-2e68-4fd8-a845-0a36e3d02c85 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.214570] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9642e3bc-f20c-4e5e-b50d-621f2e713401 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.233803] env[65310]: DEBUG nova.compute.provider_tree [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.236657] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "d516ed85-fb2a-45ed-8409-cbe212b60444" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.238032] env[65310]: INFO nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Took 39.79 seconds to build instance. [ 1018.262286] env[65310]: DEBUG nova.compute.manager [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Received event network-vif-plugged-58cb2fb0-f797-4514-bcce-cf082db4291b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1018.262286] env[65310]: DEBUG oslo_concurrency.lockutils [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] Acquiring lock "6cbc64ae-bea7-492a-9007-789ff6635ebd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.262519] env[65310]: DEBUG oslo_concurrency.lockutils [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] Lock "6cbc64ae-bea7-492a-9007-789ff6635ebd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.262636] env[65310]: DEBUG oslo_concurrency.lockutils [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] Lock "6cbc64ae-bea7-492a-9007-789ff6635ebd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.262887] env[65310]: DEBUG nova.compute.manager [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] No waiting events found dispatching network-vif-plugged-58cb2fb0-f797-4514-bcce-cf082db4291b {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1018.262944] env[65310]: WARNING nova.compute.manager [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Received unexpected event network-vif-plugged-58cb2fb0-f797-4514-bcce-cf082db4291b for instance with vm_state building and task_state spawning. [ 1018.263232] env[65310]: DEBUG nova.compute.manager [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Received event network-changed-58cb2fb0-f797-4514-bcce-cf082db4291b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1018.263529] env[65310]: DEBUG nova.compute.manager [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Refreshing instance network info cache due to event network-changed-58cb2fb0-f797-4514-bcce-cf082db4291b. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1018.263752] env[65310]: DEBUG oslo_concurrency.lockutils [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] Acquiring lock "refresh_cache-6cbc64ae-bea7-492a-9007-789ff6635ebd" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.263929] env[65310]: DEBUG oslo_concurrency.lockutils [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] Acquired lock "refresh_cache-6cbc64ae-bea7-492a-9007-789ff6635ebd" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.264745] env[65310]: DEBUG nova.network.neutron [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Refreshing network info cache for port 58cb2fb0-f797-4514-bcce-cf082db4291b {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.316280] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.346267] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.346440] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.346616] env[65310]: DEBUG nova.network.neutron [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1018.364337] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446710, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.478815] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquiring lock "refresh_cache-6cbc64ae-bea7-492a-9007-789ff6635ebd" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.531193] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dd2fd1-00c9-672c-723c-984a59819310, 'name': SearchDatastore_Task, 'duration_secs': 0.011228} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.531492] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.531825] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 15c131a2-9611-4850-93c2-a2c6ece00f3f/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. {{(pid=65310) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1018.532180] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8be2d881-a844-4853-91dc-bbae61585765 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.541172] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1018.541172] env[65310]: value = "task-4446713" [ 1018.541172] env[65310]: _type = "Task" [ 1018.541172] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.551708] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.554402] env[65310]: DEBUG oslo_concurrency.lockutils [req-e2a6f7be-a916-4744-bb44-c5e010d31277 req-83d181bb-84c0-40cf-a715-db757bd1f577 service nova] Releasing lock "refresh_cache-e4093a77-72bf-4bbe-9c2c-a56d674581f4" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.738652] env[65310]: DEBUG nova.scheduler.client.report [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.742774] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.698s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.767254] env[65310]: WARNING neutronclient.v2_0.client [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.809165] env[65310]: DEBUG nova.network.neutron [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1018.824041] env[65310]: DEBUG oslo_vmware.api [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446712, 'name': PowerOnVM_Task, 'duration_secs': 0.997308} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.824713] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.825225] env[65310]: INFO nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1018.825623] env[65310]: DEBUG nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1018.826934] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd5681d-ad46-4c60-b1fb-21c9d466d9a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.849406] env[65310]: WARNING neutronclient.v2_0.client [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.863983] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446710, 'name': CreateVM_Task, 'duration_secs': 1.530942} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.864224] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.864705] env[65310]: WARNING neutronclient.v2_0.client [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.865085] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.865235] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.865562] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.865849] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56b9ff3-3405-4ce5-844a-69d41a152aef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.874754] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for the task: (returnval){ [ 1018.874754] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525e5e0b-f0c7-d3b6-7b00-f557854f568c" [ 1018.874754] env[65310]: _type = "Task" [ 1018.874754] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.887069] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525e5e0b-f0c7-d3b6-7b00-f557854f568c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.890243] env[65310]: DEBUG nova.network.neutron [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.053232] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446713, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.063125] env[65310]: WARNING neutronclient.v2_0.client [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.148781] env[65310]: DEBUG nova.network.neutron [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance_info_cache with network_info: [{"id": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "address": "fa:16:3e:8b:34:13", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c2abf5-d1", "ovs_interfaceid": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.245871] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.412s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.248481] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.503s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.248749] env[65310]: DEBUG nova.objects.instance [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Lazy-loading 'resources' on Instance uuid c8661421-19ca-4fe4-be78-8c124f0e0474 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.274404] env[65310]: INFO nova.scheduler.client.report [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Deleted allocations for instance db6302e9-eb53-446b-845f-cceb3d8f8886 [ 1019.357190] env[65310]: INFO nova.compute.manager [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Took 40.90 seconds to build instance. [ 1019.387052] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525e5e0b-f0c7-d3b6-7b00-f557854f568c, 'name': SearchDatastore_Task, 'duration_secs': 0.033154} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.387313] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.387612] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.387865] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.388016] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.388199] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.388475] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-031e28f8-9740-4e10-b2aa-7854d2d40d34 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.393269] env[65310]: DEBUG oslo_concurrency.lockutils [req-ce133e7f-9111-4217-9e03-4436503a9a7c req-cab70cf0-d620-4e2c-9a86-bc37ab4cff04 service nova] Releasing lock "refresh_cache-6cbc64ae-bea7-492a-9007-789ff6635ebd" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.393659] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquired lock "refresh_cache-6cbc64ae-bea7-492a-9007-789ff6635ebd" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.393852] env[65310]: DEBUG nova.network.neutron [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1019.398556] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.398736] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.399533] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2882fbc-6dfd-46eb-b669-7fa9098b6291 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.406710] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for the task: (returnval){ [ 1019.406710] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e827d6-e2bc-ec09-216a-14adc4deedad" [ 1019.406710] env[65310]: _type = "Task" [ 1019.406710] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.415503] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e827d6-e2bc-ec09-216a-14adc4deedad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.555175] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726771} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.555528] env[65310]: INFO nova.virt.vmwareapi.ds_util [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 15c131a2-9611-4850-93c2-a2c6ece00f3f/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. [ 1019.556727] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7447d506-651a-4a39-adfd-f287c8b36ed7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.586479] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 15c131a2-9611-4850-93c2-a2c6ece00f3f/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.586801] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4622b1b-d56b-4b90-8615-ec3fd13e800d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.606619] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1019.606619] env[65310]: value = "task-4446714" [ 1019.606619] env[65310]: _type = "Task" [ 1019.606619] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.615806] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.651850] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.784459] env[65310]: DEBUG oslo_concurrency.lockutils [None req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Lock "db6302e9-eb53-446b-845f-cceb3d8f8886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.676s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.859587] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.743s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.921327] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e827d6-e2bc-ec09-216a-14adc4deedad, 'name': SearchDatastore_Task, 'duration_secs': 0.02798} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.922323] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab4e9d8-ec03-4139-a515-04787a495ee7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.932614] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for the task: (returnval){ [ 1019.932614] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52af83d7-91df-c3f3-27eb-a9f97634b6fb" [ 1019.932614] env[65310]: _type = "Task" [ 1019.932614] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.937592] env[65310]: DEBUG nova.network.neutron [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1019.947972] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52af83d7-91df-c3f3-27eb-a9f97634b6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.025442] env[65310]: WARNING neutronclient.v2_0.client [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.042734] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af27e3-8370-4300-ba26-6c022b1d4010 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.052112] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e18dd89-dc08-4b36-8fef-d8467e14bd08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.095155] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7818174f-dd27-4815-80bb-73e0ed64eea1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.112517] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68530c99-15b7-4074-b7d7-1a5d2d096929 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.125608] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.135497] env[65310]: DEBUG nova.compute.provider_tree [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.144071] env[65310]: DEBUG nova.network.neutron [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Updating instance_info_cache with network_info: [{"id": "58cb2fb0-f797-4514-bcce-cf082db4291b", "address": "fa:16:3e:6a:17:83", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cb2fb0-f7", "ovs_interfaceid": "58cb2fb0-f797-4514-bcce-cf082db4291b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.446257] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52af83d7-91df-c3f3-27eb-a9f97634b6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.028039} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.446473] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.447285] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] e4093a77-72bf-4bbe-9c2c-a56d674581f4/e4093a77-72bf-4bbe-9c2c-a56d674581f4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.447285] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38ecff49-1d65-458b-b5e9-597efc60bb83 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.454692] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for the task: (returnval){ [ 1020.454692] env[65310]: value = "task-4446715" [ 1020.454692] env[65310]: _type = "Task" [ 1020.454692] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.465017] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.603653] env[65310]: DEBUG oslo_concurrency.lockutils [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.603653] env[65310]: DEBUG oslo_concurrency.lockutils [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.603653] env[65310]: DEBUG oslo_concurrency.lockutils [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.603653] env[65310]: DEBUG oslo_concurrency.lockutils [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.604019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.607045] env[65310]: INFO nova.compute.manager [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Terminating instance [ 1020.621240] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446714, 'name': ReconfigVM_Task, 'duration_secs': 0.791259} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.622161] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 15c131a2-9611-4850-93c2-a2c6ece00f3f/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.623791] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e382406-9814-42c6-8292-949c30f13d54 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.654560] env[65310]: DEBUG nova.scheduler.client.report [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.659040] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Releasing lock "refresh_cache-6cbc64ae-bea7-492a-9007-789ff6635ebd" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.659548] env[65310]: DEBUG nova.compute.manager [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Instance network_info: |[{"id": "58cb2fb0-f797-4514-bcce-cf082db4291b", "address": "fa:16:3e:6a:17:83", "network": {"id": "6f6099e0-13b6-496e-8958-3daf3fd4ed77", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b73c10c495a34ab7b9d8aad2b2ba05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cb2fb0-f7", "ovs_interfaceid": "58cb2fb0-f797-4514-bcce-cf082db4291b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1020.668554] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:17:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58cb2fb0-f797-4514-bcce-cf082db4291b', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.676944] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Creating folder: Project (887c225257b242a8b019c8d401e06569). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.679028] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c21af8-a81a-4b69-8dd9-dcfe0380844c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.692381] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.692621] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.692826] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.693010] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.693184] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.695453] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7c765fe-4e64-41b5-a0c5-7ed4a45383fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.698401] env[65310]: INFO nova.compute.manager [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Terminating instance [ 1020.701365] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f31fa09-c530-4d76-9715-8a38a07dde20 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.709032] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1020.709032] env[65310]: value = "task-4446716" [ 1020.709032] env[65310]: _type = "Task" [ 1020.709032] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.733458] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance '5040d2cc-7cd2-4103-8aea-17b8f9a93629' progress to 0 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.741188] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Created folder: Project (887c225257b242a8b019c8d401e06569) in parent group-v869493. [ 1020.741458] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Creating folder: Instances. Parent ref: group-v869740. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.742125] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dcb668c-cdbf-4364-9a37-c33cf71277d6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.749520] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.757577] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Created folder: Instances in parent group-v869740. [ 1020.757991] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1020.758615] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.759079] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcf96117-753d-414b-9c08-51708d8a9aa6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.789644] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.789644] env[65310]: value = "task-4446719" [ 1020.789644] env[65310]: _type = "Task" [ 1020.789644] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.803361] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446719, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.967764] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446715, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.114650] env[65310]: DEBUG nova.compute.manager [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1021.114973] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.115819] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d869acb5-ed26-42c1-939c-55ab42884204 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.124667] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.124816] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cda0fb8d-42a4-47b0-83cf-44b21f8a406c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.132131] env[65310]: DEBUG oslo_vmware.api [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1021.132131] env[65310]: value = "task-4446720" [ 1021.132131] env[65310]: _type = "Task" [ 1021.132131] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.145738] env[65310]: DEBUG oslo_vmware.api [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.166975] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.170035] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.624s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.171494] env[65310]: INFO nova.compute.claims [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.194224] env[65310]: INFO nova.scheduler.client.report [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Deleted allocations for instance c8661421-19ca-4fe4-be78-8c124f0e0474 [ 1021.208034] env[65310]: DEBUG nova.compute.manager [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1021.208286] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.209259] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58485633-d1b2-4274-8eaf-a47d22613482 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.225346] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.229698] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eb371b4-e281-4e1a-a49b-da2c21e75e76 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.232317] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446716, 'name': ReconfigVM_Task, 'duration_secs': 0.352042} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.232758] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.234124] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad654f80-6dae-41c7-a3a3-34cad2aa2e6b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.240272] env[65310]: DEBUG oslo_vmware.api [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1021.240272] env[65310]: value = "task-4446721" [ 1021.240272] env[65310]: _type = "Task" [ 1021.240272] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.249731] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.250252] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1021.250252] env[65310]: value = "task-4446722" [ 1021.250252] env[65310]: _type = "Task" [ 1021.250252] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.250943] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bc77e91-f84f-466f-82a7-a2a20e3d0a09 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.266291] env[65310]: DEBUG oslo_vmware.api [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.268506] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1021.268506] env[65310]: value = "task-4446723" [ 1021.268506] env[65310]: _type = "Task" [ 1021.268506] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.274386] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446722, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.285858] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.302426] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446719, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.468991] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516626} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.469359] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] e4093a77-72bf-4bbe-9c2c-a56d674581f4/e4093a77-72bf-4bbe-9c2c-a56d674581f4.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.469689] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.470021] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dd0d308-94da-41f5-9c5d-fec557fe992f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.478402] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for the task: (returnval){ [ 1021.478402] env[65310]: value = "task-4446724" [ 1021.478402] env[65310]: _type = "Task" [ 1021.478402] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.489234] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.643855] env[65310]: DEBUG oslo_vmware.api [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446720, 'name': PowerOffVM_Task, 'duration_secs': 0.342386} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.644039] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.644247] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.644538] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f7351b-30d2-465c-85c3-114c5155fd41 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.702147] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Lock "c8661421-19ca-4fe4-be78-8c124f0e0474" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.355s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.730152] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.730152] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.730152] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleting the datastore file [datastore2] 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.731210] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e52e3ee-bfe5-44b2-9756-50822200f30e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.739507] env[65310]: DEBUG oslo_vmware.api [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1021.739507] env[65310]: value = "task-4446726" [ 1021.739507] env[65310]: _type = "Task" [ 1021.739507] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.752501] env[65310]: DEBUG oslo_vmware.api [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446721, 'name': PowerOffVM_Task, 'duration_secs': 0.267712} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.755627] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.755842] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.756170] env[65310]: DEBUG oslo_vmware.api [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.756385] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffd01d24-df80-44d6-bc8a-d07663d26b1c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.769850] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.786480] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.801762] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446719, 'name': CreateVM_Task, 'duration_secs': 0.66368} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.802165] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.802512] env[65310]: WARNING neutronclient.v2_0.client [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.802936] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.803105] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.803424] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.803700] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73129a02-fa05-4137-93e1-a322a5a3ff18 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.809728] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for the task: (returnval){ [ 1021.809728] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526e8d02-6f12-7e08-613e-07b2e6f54b52" [ 1021.809728] env[65310]: _type = "Task" [ 1021.809728] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.821693] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526e8d02-6f12-7e08-613e-07b2e6f54b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.837982] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.838204] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.838282] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleting the datastore file [datastore2] 7f18fd5b-a281-45b1-89d4-cd64e5fd1052 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.838534] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-209a35ba-f324-4d72-9b72-a31549ccea46 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.849579] env[65310]: DEBUG oslo_vmware.api [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for the task: (returnval){ [ 1021.849579] env[65310]: value = "task-4446728" [ 1021.849579] env[65310]: _type = "Task" [ 1021.849579] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.858997] env[65310]: DEBUG oslo_vmware.api [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.992215] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.250771] env[65310]: DEBUG oslo_vmware.api [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174616} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.254080] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.254325] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.254498] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.254663] env[65310]: INFO nova.compute.manager [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1022.254914] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1022.258028] env[65310]: DEBUG nova.compute.manager [-] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1022.258028] env[65310]: DEBUG nova.network.neutron [-] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1022.258028] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.269361] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.286492] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446723, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.315281] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.325009] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526e8d02-6f12-7e08-613e-07b2e6f54b52, 'name': SearchDatastore_Task, 'duration_secs': 0.011433} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.327974] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.330026] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.330026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.330026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.330026] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.330026] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0aaba94-d2be-4fb1-96c3-b78fd9192223 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.340437] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.340692] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.341485] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f27b21b8-570b-4211-830b-6ec9c00f2f33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.349701] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for the task: (returnval){ [ 1022.349701] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec7185-8374-2df8-5b16-90f1f649ec11" [ 1022.349701] env[65310]: _type = "Task" [ 1022.349701] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.363261] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec7185-8374-2df8-5b16-90f1f649ec11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.367374] env[65310]: DEBUG oslo_vmware.api [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Task: {'id': task-4446728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198783} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.370026] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.370326] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.370394] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.370592] env[65310]: INFO nova.compute.manager [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1022.370841] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1022.371509] env[65310]: DEBUG nova.compute.manager [-] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1022.371619] env[65310]: DEBUG nova.network.neutron [-] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1022.372187] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.490927] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.687001} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.494073] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.495323] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca688a-52f9-414c-b99d-aeb9bc8bac49 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.519997] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e4093a77-72bf-4bbe-9c2c-a56d674581f4/e4093a77-72bf-4bbe-9c2c-a56d674581f4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.523602] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe3c4742-87cf-4ec9-9b80-df1854b4f87c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.550648] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for the task: (returnval){ [ 1022.550648] env[65310]: value = "task-4446729" [ 1022.550648] env[65310]: _type = "Task" [ 1022.550648] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.559905] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767c9d59-0693-4c87-a2f7-5d9bcec858a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.570098] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446729, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.580805] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abcd205-f909-4e09-9278-5bbd14086e4f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.617985] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f171cf-e0cf-4dc7-8ee2-307cf16bffcd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.621292] env[65310]: DEBUG nova.compute.manager [req-0871cc63-e235-4acc-906a-e38af630a9cb req-f7a197db-9d6f-489c-9309-f6b1fd1070c0 service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Received event network-vif-deleted-7a238bfa-d28f-4bad-8379-fcf3228981f0 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1022.621483] env[65310]: INFO nova.compute.manager [req-0871cc63-e235-4acc-906a-e38af630a9cb req-f7a197db-9d6f-489c-9309-f6b1fd1070c0 service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Neutron deleted interface 7a238bfa-d28f-4bad-8379-fcf3228981f0; detaching it from the instance and deleting it from the info cache [ 1022.621647] env[65310]: DEBUG nova.network.neutron [req-0871cc63-e235-4acc-906a-e38af630a9cb req-f7a197db-9d6f-489c-9309-f6b1fd1070c0 service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.630113] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d3451c-a537-4ad6-9b53-4653b46154fb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.635609] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.651711] env[65310]: DEBUG nova.compute.provider_tree [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.773142] env[65310]: DEBUG oslo_vmware.api [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446722, 'name': PowerOnVM_Task, 'duration_secs': 1.258106} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.773366] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.776419] env[65310]: DEBUG nova.compute.manager [None req-ff77d996-11c1-4354-bc84-74e848233798 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1022.777339] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de862e31-25c2-43c8-b869-800cb83b832c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.792377] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446723, 'name': PowerOffVM_Task, 'duration_secs': 1.033459} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.795518] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.795710] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance '5040d2cc-7cd2-4103-8aea-17b8f9a93629' progress to 17 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.865201] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec7185-8374-2df8-5b16-90f1f649ec11, 'name': SearchDatastore_Task, 'duration_secs': 0.016914} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.867928] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcbc7b60-c40a-41a3-832a-9503df96f89d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.875200] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for the task: (returnval){ [ 1022.875200] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529533c8-b0c4-8dbf-c0b7-1ab93020cabe" [ 1022.875200] env[65310]: _type = "Task" [ 1022.875200] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.891766] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529533c8-b0c4-8dbf-c0b7-1ab93020cabe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.050315] env[65310]: DEBUG nova.network.neutron [-] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.065603] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446729, 'name': ReconfigVM_Task, 'duration_secs': 0.31562} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.066113] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e4093a77-72bf-4bbe-9c2c-a56d674581f4/e4093a77-72bf-4bbe-9c2c-a56d674581f4.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.068837] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dafadb50-855f-41c6-bb73-03555934a46b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.080686] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for the task: (returnval){ [ 1023.080686] env[65310]: value = "task-4446730" [ 1023.080686] env[65310]: _type = "Task" [ 1023.080686] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.091250] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446730, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.124621] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-415e9a24-9108-4fc7-b956-eebf4897454a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.136218] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9df1736-ae12-4995-b948-aa3e226b3f50 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.154833] env[65310]: DEBUG nova.scheduler.client.report [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.177152] env[65310]: DEBUG nova.compute.manager [req-0871cc63-e235-4acc-906a-e38af630a9cb req-f7a197db-9d6f-489c-9309-f6b1fd1070c0 service nova] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Detach interface failed, port_id=7a238bfa-d28f-4bad-8379-fcf3228981f0, reason: Instance 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.180072] env[65310]: DEBUG nova.compute.manager [req-7cab0d82-3fa7-493d-8ecb-3f28f5c8f879 req-4a3d761c-2257-4838-9a77-092169e3e393 service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Received event network-vif-deleted-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1023.180072] env[65310]: INFO nova.compute.manager [req-7cab0d82-3fa7-493d-8ecb-3f28f5c8f879 req-4a3d761c-2257-4838-9a77-092169e3e393 service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Neutron deleted interface 5efd582c-0c63-4bf2-a7cd-e0e09f0634ce; detaching it from the instance and deleting it from the info cache [ 1023.180072] env[65310]: DEBUG nova.network.neutron [req-7cab0d82-3fa7-493d-8ecb-3f28f5c8f879 req-4a3d761c-2257-4838-9a77-092169e3e393 service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.181324] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.012s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.181823] env[65310]: DEBUG nova.compute.manager [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1023.187200] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.534s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.187200] env[65310]: DEBUG nova.objects.instance [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lazy-loading 'resources' on Instance uuid 37c7ec5b-905d-4fa0-ab45-b54eae7c6357 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.304503] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1023.304503] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.304781] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1023.304820] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.304985] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1023.305185] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1023.305443] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1023.305643] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1023.305849] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1023.306179] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1023.306269] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1023.314524] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39df9caf-f39a-4452-b2c3-3786d3de1bd2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.334467] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1023.334467] env[65310]: value = "task-4446731" [ 1023.334467] env[65310]: _type = "Task" [ 1023.334467] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.343668] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.389211] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529533c8-b0c4-8dbf-c0b7-1ab93020cabe, 'name': SearchDatastore_Task, 'duration_secs': 0.01333} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.389550] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.389845] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 6cbc64ae-bea7-492a-9007-789ff6635ebd/6cbc64ae-bea7-492a-9007-789ff6635ebd.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.390196] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1363568d-109b-498a-9592-cb09b7945829 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.401434] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for the task: (returnval){ [ 1023.401434] env[65310]: value = "task-4446732" [ 1023.401434] env[65310]: _type = "Task" [ 1023.401434] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.412413] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.431144] env[65310]: DEBUG nova.network.neutron [-] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.557570] env[65310]: INFO nova.compute.manager [-] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Took 1.30 seconds to deallocate network for instance. [ 1023.591953] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446730, 'name': Rename_Task, 'duration_secs': 0.147536} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.592246] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.592564] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1a9003f-96b2-4522-a0f9-d7241b6bb374 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.601211] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for the task: (returnval){ [ 1023.601211] env[65310]: value = "task-4446733" [ 1023.601211] env[65310]: _type = "Task" [ 1023.601211] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.611709] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.691697] env[65310]: DEBUG nova.compute.utils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.696099] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6f2ae03-797b-439c-82e9-adfe64ae5b3e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.698408] env[65310]: DEBUG nova.compute.manager [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1023.698677] env[65310]: DEBUG nova.network.neutron [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1023.699121] env[65310]: WARNING neutronclient.v2_0.client [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.699535] env[65310]: WARNING neutronclient.v2_0.client [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.710805] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e81821-7a7f-4475-8831-89c6d7163603 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.746711] env[65310]: DEBUG nova.compute.manager [req-7cab0d82-3fa7-493d-8ecb-3f28f5c8f879 req-4a3d761c-2257-4838-9a77-092169e3e393 service nova] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Detach interface failed, port_id=5efd582c-0c63-4bf2-a7cd-e0e09f0634ce, reason: Instance 7f18fd5b-a281-45b1-89d4-cd64e5fd1052 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.760024] env[65310]: DEBUG nova.policy [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8570481dffb5455589a141142670274e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24eb6ee4b57a4f63aafe2163452635e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.849128] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446731, 'name': ReconfigVM_Task, 'duration_secs': 0.194412} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.849324] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance '5040d2cc-7cd2-4103-8aea-17b8f9a93629' progress to 33 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.917314] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446732, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.934025] env[65310]: INFO nova.compute.manager [-] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Took 1.56 seconds to deallocate network for instance. [ 1024.040163] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeb7579-e937-4888-96fa-201c1885a819 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.052827] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c756131-f62a-48a0-8686-0d0b8b8162a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.064746] env[65310]: DEBUG oslo_concurrency.lockutils [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.091619] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ff94b3-fb9c-4fb6-902f-2d51c16f4671 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.108424] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e9273b-4ef1-4103-8d81-759b19099d5d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.120737] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.128114] env[65310]: DEBUG nova.compute.provider_tree [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.162918] env[65310]: DEBUG nova.network.neutron [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Successfully created port: 2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1024.204304] env[65310]: DEBUG nova.compute.manager [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1024.358255] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1024.358570] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.358811] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1024.359613] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.359613] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1024.359794] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1024.361376] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1024.361376] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1024.361376] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1024.361376] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1024.361376] env[65310]: DEBUG nova.virt.hardware [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1024.369139] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1024.369567] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f774839-38b0-45b5-8864-b02ee56e47dd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.393295] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1024.393295] env[65310]: value = "task-4446734" [ 1024.393295] env[65310]: _type = "Task" [ 1024.393295] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.403310] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.413304] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697575} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.413583] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 6cbc64ae-bea7-492a-9007-789ff6635ebd/6cbc64ae-bea7-492a-9007-789ff6635ebd.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.413919] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.414283] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d221440-e484-4874-b7f6-68fa810a03a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.422889] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for the task: (returnval){ [ 1024.422889] env[65310]: value = "task-4446735" [ 1024.422889] env[65310]: _type = "Task" [ 1024.422889] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.434035] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.440419] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.614991] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446733, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.656309] env[65310]: ERROR nova.scheduler.client.report [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [req-2c633fab-ed13-4f9e-98ae-18f73318156f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c633fab-ed13-4f9e-98ae-18f73318156f"}]} [ 1024.680131] env[65310]: DEBUG nova.scheduler.client.report [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1024.706338] env[65310]: DEBUG nova.scheduler.client.report [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.706877] env[65310]: DEBUG nova.compute.provider_tree [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.727559] env[65310]: DEBUG nova.scheduler.client.report [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.753658] env[65310]: DEBUG nova.scheduler.client.report [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.904730] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446734, 'name': ReconfigVM_Task, 'duration_secs': 0.33544} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.905019] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1024.905994] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8055e787-8e48-483a-adad-d2de4c2d040a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.932272] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 5040d2cc-7cd2-4103-8aea-17b8f9a93629/5040d2cc-7cd2-4103-8aea-17b8f9a93629.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.938149] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d4ef11-5294-4ffc-bae4-18125ac6475d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.957131] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072145} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.957410] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.958274] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c384ce9-cebb-4b75-8d65-0aeed9ccc39a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.962147] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1024.962147] env[65310]: value = "task-4446736" [ 1024.962147] env[65310]: _type = "Task" [ 1024.962147] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.984459] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 6cbc64ae-bea7-492a-9007-789ff6635ebd/6cbc64ae-bea7-492a-9007-789ff6635ebd.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.988243] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fac877c-c094-4858-8a3e-43c019b1e341 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.007320] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.013999] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for the task: (returnval){ [ 1025.013999] env[65310]: value = "task-4446737" [ 1025.013999] env[65310]: _type = "Task" [ 1025.013999] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.030109] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446737, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.046165] env[65310]: DEBUG nova.compute.manager [req-da7547e7-232e-435c-8487-5d7031667826 req-351ade72-607a-4648-a881-42587c1ceabb service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Received event network-changed-8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1025.046684] env[65310]: DEBUG nova.compute.manager [req-da7547e7-232e-435c-8487-5d7031667826 req-351ade72-607a-4648-a881-42587c1ceabb service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Refreshing instance network info cache due to event network-changed-8959fc1f-09d4-4463-93e8-be2f8e6e180d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1025.046913] env[65310]: DEBUG oslo_concurrency.lockutils [req-da7547e7-232e-435c-8487-5d7031667826 req-351ade72-607a-4648-a881-42587c1ceabb service nova] Acquiring lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.047145] env[65310]: DEBUG oslo_concurrency.lockutils [req-da7547e7-232e-435c-8487-5d7031667826 req-351ade72-607a-4648-a881-42587c1ceabb service nova] Acquired lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.048812] env[65310]: DEBUG nova.network.neutron [req-da7547e7-232e-435c-8487-5d7031667826 req-351ade72-607a-4648-a881-42587c1ceabb service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Refreshing network info cache for port 8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.121146] env[65310]: DEBUG oslo_vmware.api [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446733, 'name': PowerOnVM_Task, 'duration_secs': 1.096556} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.121673] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.122052] env[65310]: INFO nova.compute.manager [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1025.122393] env[65310]: DEBUG nova.compute.manager [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1025.123771] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbfda26-814e-40b5-b5b0-6b4e9cd8a2ac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.156683] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b44a93-2962-47ac-b59c-41d29d7e6320 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.166771] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb9be39-166b-452d-819e-8c96e13cbbc9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.207109] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8702e76-b307-42f1-9d74-971729361190 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.216854] env[65310]: DEBUG nova.compute.manager [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1025.220677] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fe7cec-7b62-44e8-a5a8-d788023511fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.247649] env[65310]: DEBUG nova.compute.provider_tree [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.260072] env[65310]: DEBUG nova.virt.hardware [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1025.260762] env[65310]: DEBUG nova.virt.hardware [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.260762] env[65310]: DEBUG nova.virt.hardware [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1025.260953] env[65310]: DEBUG nova.virt.hardware [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.261014] env[65310]: DEBUG nova.virt.hardware [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1025.261203] env[65310]: DEBUG nova.virt.hardware [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1025.261486] env[65310]: DEBUG nova.virt.hardware [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1025.261703] env[65310]: DEBUG nova.virt.hardware [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1025.261902] env[65310]: DEBUG nova.virt.hardware [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1025.263339] env[65310]: DEBUG nova.virt.hardware [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1025.263339] env[65310]: DEBUG nova.virt.hardware [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1025.263741] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58225b2-a397-4e23-b1e7-ec90eeba1be5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.274055] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5da790a-d8f4-421e-aea6-2d1f16dd8386 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.474959] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.526736] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446737, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.556596] env[65310]: WARNING neutronclient.v2_0.client [req-da7547e7-232e-435c-8487-5d7031667826 req-351ade72-607a-4648-a881-42587c1ceabb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.652791] env[65310]: INFO nova.compute.manager [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Took 42.43 seconds to build instance. [ 1025.746920] env[65310]: DEBUG nova.network.neutron [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Successfully updated port: 2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1025.796989] env[65310]: DEBUG nova.scheduler.client.report [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1025.797306] env[65310]: DEBUG nova.compute.provider_tree [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 125 to 126 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1025.797520] env[65310]: DEBUG nova.compute.provider_tree [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.809311] env[65310]: WARNING neutronclient.v2_0.client [req-da7547e7-232e-435c-8487-5d7031667826 req-351ade72-607a-4648-a881-42587c1ceabb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.894404] env[65310]: DEBUG nova.network.neutron [req-da7547e7-232e-435c-8487-5d7031667826 req-351ade72-607a-4648-a881-42587c1ceabb service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updated VIF entry in instance network info cache for port 8959fc1f-09d4-4463-93e8-be2f8e6e180d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1025.894764] env[65310]: DEBUG nova.network.neutron [req-da7547e7-232e-435c-8487-5d7031667826 req-351ade72-607a-4648-a881-42587c1ceabb service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updating instance_info_cache with network_info: [{"id": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "address": "fa:16:3e:8f:6c:b2", "network": {"id": "d6e030bf-cd71-4f93-92f7-745cad356e73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-284107859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c780a9ce01a0484bb7d90c365fbe1a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8959fc1f-09", "ovs_interfaceid": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.947903] env[65310]: DEBUG nova.compute.manager [req-9c1d4a12-dd37-4005-a4e5-560a223dad6a req-f7930251-bd8e-44d4-8bb4-328c989b4ceb service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Received event network-vif-plugged-2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1025.949538] env[65310]: DEBUG oslo_concurrency.lockutils [req-9c1d4a12-dd37-4005-a4e5-560a223dad6a req-f7930251-bd8e-44d4-8bb4-328c989b4ceb service nova] Acquiring lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.949538] env[65310]: DEBUG oslo_concurrency.lockutils [req-9c1d4a12-dd37-4005-a4e5-560a223dad6a req-f7930251-bd8e-44d4-8bb4-328c989b4ceb service nova] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.949538] env[65310]: DEBUG oslo_concurrency.lockutils [req-9c1d4a12-dd37-4005-a4e5-560a223dad6a req-f7930251-bd8e-44d4-8bb4-328c989b4ceb service nova] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.949902] env[65310]: DEBUG nova.compute.manager [req-9c1d4a12-dd37-4005-a4e5-560a223dad6a req-f7930251-bd8e-44d4-8bb4-328c989b4ceb service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] No waiting events found dispatching network-vif-plugged-2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1025.949902] env[65310]: WARNING nova.compute.manager [req-9c1d4a12-dd37-4005-a4e5-560a223dad6a req-f7930251-bd8e-44d4-8bb4-328c989b4ceb service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Received unexpected event network-vif-plugged-2fd831ed-36ca-4950-bdc2-927b68df0726 for instance with vm_state building and task_state spawning. [ 1025.975391] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446736, 'name': ReconfigVM_Task, 'duration_secs': 0.621987} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.975572] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 5040d2cc-7cd2-4103-8aea-17b8f9a93629/5040d2cc-7cd2-4103-8aea-17b8f9a93629.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.975840] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance '5040d2cc-7cd2-4103-8aea-17b8f9a93629' progress to 50 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.026820] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446737, 'name': ReconfigVM_Task, 'duration_secs': 0.526272} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.027995] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 6cbc64ae-bea7-492a-9007-789ff6635ebd/6cbc64ae-bea7-492a-9007-789ff6635ebd.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.028696] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4c4a3ce-e94f-4419-8dae-15d140219669 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.039681] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for the task: (returnval){ [ 1026.039681] env[65310]: value = "task-4446738" [ 1026.039681] env[65310]: _type = "Task" [ 1026.039681] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.051694] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446738, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.154773] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.953s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.250254] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.250254] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.250431] env[65310]: DEBUG nova.network.neutron [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1026.303156] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.117s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.306102] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.338s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.331230] env[65310]: INFO nova.scheduler.client.report [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Deleted allocations for instance 37c7ec5b-905d-4fa0-ab45-b54eae7c6357 [ 1026.397420] env[65310]: DEBUG oslo_concurrency.lockutils [req-da7547e7-232e-435c-8487-5d7031667826 req-351ade72-607a-4648-a881-42587c1ceabb service nova] Releasing lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.482947] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad60e9-ab6e-44af-94bb-d05cac696cba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.485941] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17a3aa6b-3a09-4968-ba32-edfeb7afa25f tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquiring lock "interface-e4093a77-72bf-4bbe-9c2c-a56d674581f4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.486181] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17a3aa6b-3a09-4968-ba32-edfeb7afa25f tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "interface-e4093a77-72bf-4bbe-9c2c-a56d674581f4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.486463] env[65310]: DEBUG nova.objects.instance [None req-17a3aa6b-3a09-4968-ba32-edfeb7afa25f tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lazy-loading 'flavor' on Instance uuid e4093a77-72bf-4bbe-9c2c-a56d674581f4 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.506598] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6fdbfc-9d52-465e-a730-dba98611f173 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.526659] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance '5040d2cc-7cd2-4103-8aea-17b8f9a93629' progress to 67 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.553421] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446738, 'name': Rename_Task, 'duration_secs': 0.145664} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.553710] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.553917] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59744a8c-b216-4980-b859-7fac8c4ee178 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.562452] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for the task: (returnval){ [ 1026.562452] env[65310]: value = "task-4446739" [ 1026.562452] env[65310]: _type = "Task" [ 1026.562452] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.571157] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.788031] env[65310]: DEBUG nova.network.neutron [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1026.839076] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8e77d586-fb9d-4797-b6c5-7784a38a639f tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "37c7ec5b-905d-4fa0-ab45-b54eae7c6357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.659s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.884561] env[65310]: WARNING neutronclient.v2_0.client [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.953447] env[65310]: DEBUG nova.network.neutron [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updating instance_info_cache with network_info: [{"id": "2fd831ed-36ca-4950-bdc2-927b68df0726", "address": "fa:16:3e:ae:f3:cb", "network": {"id": "fc137f7f-3fa6-47c5-aa66-291dd3677746", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-460089604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb6ee4b57a4f63aafe2163452635e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd831ed-36", "ovs_interfaceid": "2fd831ed-36ca-4950-bdc2-927b68df0726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.990356] env[65310]: WARNING neutronclient.v2_0.client [None req-17a3aa6b-3a09-4968-ba32-edfeb7afa25f tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.990732] env[65310]: DEBUG nova.objects.instance [None req-17a3aa6b-3a09-4968-ba32-edfeb7afa25f tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lazy-loading 'pci_requests' on Instance uuid e4093a77-72bf-4bbe-9c2c-a56d674581f4 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.033621] env[65310]: WARNING neutronclient.v2_0.client [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.033966] env[65310]: WARNING neutronclient.v2_0.client [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.073249] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.074385] env[65310]: DEBUG nova.network.neutron [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Port 18c2abf5-d170-4ac9-900c-fd53cedd7816 binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1027.321246] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Applying migration context for instance 5040d2cc-7cd2-4103-8aea-17b8f9a93629 as it has an incoming, in-progress migration 34766308-c80f-41f3-ad65-8de9b26da130. Migration status is migrating {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1027.323222] env[65310]: INFO nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating resource usage from migration 34766308-c80f-41f3-ad65-8de9b26da130 [ 1027.369709] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance b9036839-d3bd-4f09-9424-94609c90dc6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.369892] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.370024] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance f21dd96c-71c9-435f-98cf-0a0f819140eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.370144] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 58b56e71-cdcf-44f3-97c4-2ff1245baaaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.370290] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.370525] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 88e2c6d2-ebae-4a57-b26d-480339b02881 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.370691] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 020a902f-c8b5-4887-95cb-b496612458e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.370866] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 15c131a2-9611-4850-93c2-a2c6ece00f3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.371039] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance c42326dc-beb7-4470-8740-b426cf4ceded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.371452] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.371452] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 7f18fd5b-a281-45b1-89d4-cd64e5fd1052 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.371564] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e4093a77-72bf-4bbe-9c2c-a56d674581f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.371764] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 6cbc64ae-bea7-492a-9007-789ff6635ebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.371911] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Migration 34766308-c80f-41f3-ad65-8de9b26da130 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1027.372096] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 5040d2cc-7cd2-4103-8aea-17b8f9a93629 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.372233] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance ff4ec043-0c70-46aa-a1a2-1436b991e860 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.457261] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.457759] env[65310]: DEBUG nova.compute.manager [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Instance network_info: |[{"id": "2fd831ed-36ca-4950-bdc2-927b68df0726", "address": "fa:16:3e:ae:f3:cb", "network": {"id": "fc137f7f-3fa6-47c5-aa66-291dd3677746", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-460089604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb6ee4b57a4f63aafe2163452635e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd831ed-36", "ovs_interfaceid": "2fd831ed-36ca-4950-bdc2-927b68df0726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1027.458251] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:f3:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fd831ed-36ca-4950-bdc2-927b68df0726', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.467071] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Creating folder: Project (24eb6ee4b57a4f63aafe2163452635e3). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.467071] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-809a91d6-47cd-4ccf-a781-ec86bb239fec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.480160] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Created folder: Project (24eb6ee4b57a4f63aafe2163452635e3) in parent group-v869493. [ 1027.480160] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Creating folder: Instances. Parent ref: group-v869743. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.481394] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-019cda64-adfc-4676-b788-22a4daeda671 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.493564] env[65310]: DEBUG nova.objects.base [None req-17a3aa6b-3a09-4968-ba32-edfeb7afa25f tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.493862] env[65310]: DEBUG nova.network.neutron [None req-17a3aa6b-3a09-4968-ba32-edfeb7afa25f tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1027.494641] env[65310]: WARNING neutronclient.v2_0.client [None req-17a3aa6b-3a09-4968-ba32-edfeb7afa25f tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.494791] env[65310]: WARNING neutronclient.v2_0.client [None req-17a3aa6b-3a09-4968-ba32-edfeb7afa25f tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.497079] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Created folder: Instances in parent group-v869743. [ 1027.497327] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1027.497748] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.500376] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd0219d7-9ec9-46a6-91f0-0b2626e60e3b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.521164] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.521164] env[65310]: value = "task-4446742" [ 1027.521164] env[65310]: _type = "Task" [ 1027.521164] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.535143] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446742, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.574482] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446739, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.597840] env[65310]: DEBUG oslo_concurrency.lockutils [None req-17a3aa6b-3a09-4968-ba32-edfeb7afa25f tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "interface-e4093a77-72bf-4bbe-9c2c-a56d674581f4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.111s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.876436] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 830afa7b-1a32-4993-8722-d3b39ee18808 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1027.876700] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (94009870-48da-4aa7-a51e-79d2ed6e329c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 1027.876982] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1027.877260] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_active': '6', 'num_task_None': '7', 'num_os_type_None': '10', 'num_proj_b6252c5654534ea7bfacb4e20779d52f': '1', 'io_workload': '3', 'num_proj_75ca0d21494b4d21a93dae7f8e746976': '1', 'num_proj_5d80c83ee3ba482d95c776c23196f5dc': '1', 'num_vm_rescued': '2', 'num_proj_4e608d59d4054526b72780a0766d8d26': '1', 'num_task_resize_migrating': '1', 'num_proj_06820740f51c4c5cb99a265060439609': '1', 'num_proj_c780a9ce01a0484bb7d90c365fbe1a94': '1', 'num_proj_e24236dbc9714ebcba897bea2c3ff52f': '1', 'num_proj_874ca59cb11742de99dbb0b6a2f90a7c': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_887c225257b242a8b019c8d401e06569': '1', 'num_proj_24eb6ee4b57a4f63aafe2163452635e3': '1'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1028.032751] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446742, 'name': CreateVM_Task, 'duration_secs': 0.358616} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.033077] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.033714] env[65310]: WARNING neutronclient.v2_0.client [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.033871] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.034556] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.035397] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.035397] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f127456f-96e0-488d-b050-91a533171bf0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.041934] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1028.041934] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fb2014-3e7c-cd38-f9db-fd60ecf1d56f" [ 1028.041934] env[65310]: _type = "Task" [ 1028.041934] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.051540] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fb2014-3e7c-cd38-f9db-fd60ecf1d56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.074447] env[65310]: DEBUG oslo_vmware.api [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446739, 'name': PowerOnVM_Task, 'duration_secs': 1.056864} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.076962] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.077187] env[65310]: INFO nova.compute.manager [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1028.077360] env[65310]: DEBUG nova.compute.manager [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1028.078383] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdb8fc5-2085-4020-ab53-5648ee919bf8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.102447] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.102715] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.103029] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.106078] env[65310]: DEBUG nova.compute.manager [req-971e2167-f5c8-41d0-82a0-8b15f933229c req-b5bc3bc4-1068-4596-81c7-5a8d64fb2c11 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Received event network-changed-8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1028.106260] env[65310]: DEBUG nova.compute.manager [req-971e2167-f5c8-41d0-82a0-8b15f933229c req-b5bc3bc4-1068-4596-81c7-5a8d64fb2c11 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Refreshing instance network info cache due to event network-changed-8959fc1f-09d4-4463-93e8-be2f8e6e180d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1028.106451] env[65310]: DEBUG oslo_concurrency.lockutils [req-971e2167-f5c8-41d0-82a0-8b15f933229c req-b5bc3bc4-1068-4596-81c7-5a8d64fb2c11 service nova] Acquiring lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.106583] env[65310]: DEBUG oslo_concurrency.lockutils [req-971e2167-f5c8-41d0-82a0-8b15f933229c req-b5bc3bc4-1068-4596-81c7-5a8d64fb2c11 service nova] Acquired lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.106734] env[65310]: DEBUG nova.network.neutron [req-971e2167-f5c8-41d0-82a0-8b15f933229c req-b5bc3bc4-1068-4596-81c7-5a8d64fb2c11 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Refreshing network info cache for port 8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.139052] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd079a-62b3-42e6-a839-511bad819a05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.147653] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaafac37-5f0f-47cc-8c81-d3e6ed7299c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.181766] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969ef5fe-da34-4f9d-bb19-1b75cab7a0fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.189822] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5790e5-51b3-4dca-951c-e47b087913ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.205796] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.286044] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.286044] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.286290] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "f21dd96c-71c9-435f-98cf-0a0f819140eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.286290] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.286484] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.289060] env[65310]: INFO nova.compute.manager [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Terminating instance [ 1028.553954] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fb2014-3e7c-cd38-f9db-fd60ecf1d56f, 'name': SearchDatastore_Task, 'duration_secs': 0.012146} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.553954] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.554221] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.554429] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.554561] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.555305] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.555305] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27f9f9ba-435f-4ad9-ad05-cc572c12dd75 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.573120] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.573330] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.574113] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b26d4445-ad0c-4681-b764-03708d69dc96 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.580689] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1028.580689] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525b44ba-824b-e6bb-f562-f3a38cd79ddb" [ 1028.580689] env[65310]: _type = "Task" [ 1028.580689] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.589175] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525b44ba-824b-e6bb-f562-f3a38cd79ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.614892] env[65310]: INFO nova.compute.manager [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Took 43.61 seconds to build instance. [ 1028.619661] env[65310]: WARNING neutronclient.v2_0.client [req-971e2167-f5c8-41d0-82a0-8b15f933229c req-b5bc3bc4-1068-4596-81c7-5a8d64fb2c11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.708758] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.774868] env[65310]: WARNING neutronclient.v2_0.client [req-971e2167-f5c8-41d0-82a0-8b15f933229c req-b5bc3bc4-1068-4596-81c7-5a8d64fb2c11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.793276] env[65310]: DEBUG nova.compute.manager [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1028.793517] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.794490] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b841e4f-c2bc-4ccd-944a-a9334c7afd99 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.804466] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.804757] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a87cb004-7577-4761-b36d-2369de034aed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.814945] env[65310]: DEBUG oslo_vmware.api [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1028.814945] env[65310]: value = "task-4446743" [ 1028.814945] env[65310]: _type = "Task" [ 1028.814945] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.828569] env[65310]: DEBUG oslo_vmware.api [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.871177] env[65310]: DEBUG nova.network.neutron [req-971e2167-f5c8-41d0-82a0-8b15f933229c req-b5bc3bc4-1068-4596-81c7-5a8d64fb2c11 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updated VIF entry in instance network info cache for port 8959fc1f-09d4-4463-93e8-be2f8e6e180d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1028.871571] env[65310]: DEBUG nova.network.neutron [req-971e2167-f5c8-41d0-82a0-8b15f933229c req-b5bc3bc4-1068-4596-81c7-5a8d64fb2c11 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updating instance_info_cache with network_info: [{"id": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "address": "fa:16:3e:8f:6c:b2", "network": {"id": "d6e030bf-cd71-4f93-92f7-745cad356e73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-284107859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c780a9ce01a0484bb7d90c365fbe1a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8959fc1f-09", "ovs_interfaceid": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.092210] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525b44ba-824b-e6bb-f562-f3a38cd79ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.045523} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.093437] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9dd863-af60-41e2-a8b1-5c81a875f60d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.103019] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1029.103019] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f98eca-c64b-86a4-3346-6e766de3a880" [ 1029.103019] env[65310]: _type = "Task" [ 1029.103019] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.109496] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f98eca-c64b-86a4-3346-6e766de3a880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.112047] env[65310]: WARNING neutronclient.v2_0.client [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.118016] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Lock "6cbc64ae-bea7-492a-9007-789ff6635ebd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.122s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.151055] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.151443] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.151745] env[65310]: DEBUG nova.network.neutron [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.214986] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1029.215235] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.909s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.215521] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.064s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.215706] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.218036] env[65310]: DEBUG oslo_concurrency.lockutils [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.631s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.218232] env[65310]: DEBUG oslo_concurrency.lockutils [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.220195] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.568s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.220375] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.224656] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.493s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.224810] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.226933] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.242s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.228519] env[65310]: INFO nova.compute.claims [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.258898] env[65310]: INFO nova.scheduler.client.report [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleted allocations for instance e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 [ 1029.260923] env[65310]: INFO nova.scheduler.client.report [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleted allocations for instance 88e2c6d2-ebae-4a57-b26d-480339b02881 [ 1029.281584] env[65310]: INFO nova.scheduler.client.report [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Deleted allocations for instance 020a902f-c8b5-4887-95cb-b496612458e3 [ 1029.325942] env[65310]: DEBUG oslo_vmware.api [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446743, 'name': PowerOffVM_Task, 'duration_secs': 0.424353} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.326393] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.326569] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.327909] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d6580db-6df3-4d4d-b145-70f441a14f85 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.375071] env[65310]: DEBUG oslo_concurrency.lockutils [req-971e2167-f5c8-41d0-82a0-8b15f933229c req-b5bc3bc4-1068-4596-81c7-5a8d64fb2c11 service nova] Releasing lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.403262] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.403578] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.403725] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Deleting the datastore file [datastore1] f21dd96c-71c9-435f-98cf-0a0f819140eb {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.404101] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d80caa21-4552-4ba1-a80b-65d4c9a4c2a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.414686] env[65310]: DEBUG oslo_vmware.api [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1029.414686] env[65310]: value = "task-4446745" [ 1029.414686] env[65310]: _type = "Task" [ 1029.414686] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.428044] env[65310]: DEBUG oslo_vmware.api [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.471370] env[65310]: DEBUG nova.compute.manager [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Received event network-changed-2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1029.471370] env[65310]: DEBUG nova.compute.manager [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Refreshing instance network info cache due to event network-changed-2fd831ed-36ca-4950-bdc2-927b68df0726. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1029.471370] env[65310]: DEBUG oslo_concurrency.lockutils [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] Acquiring lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.471662] env[65310]: DEBUG oslo_concurrency.lockutils [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] Acquired lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.471959] env[65310]: DEBUG nova.network.neutron [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Refreshing network info cache for port 2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.611442] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f98eca-c64b-86a4-3346-6e766de3a880, 'name': SearchDatastore_Task, 'duration_secs': 0.035378} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.611730] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.612011] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] ff4ec043-0c70-46aa-a1a2-1436b991e860/ff4ec043-0c70-46aa-a1a2-1436b991e860.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.612570] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3196433a-c34f-44e9-8db6-9e58fcb69633 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.620112] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1029.620112] env[65310]: value = "task-4446746" [ 1029.620112] env[65310]: _type = "Task" [ 1029.620112] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.629027] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.655560] env[65310]: WARNING neutronclient.v2_0.client [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.742789] env[65310]: DEBUG oslo_concurrency.lockutils [None req-87de06f4-c602-4fb4-8581-a172a427e4d6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.418s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.745768] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 11.508s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.745768] env[65310]: INFO nova.compute.manager [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Unshelving [ 1029.775172] env[65310]: DEBUG oslo_concurrency.lockutils [None req-00e2b311-fb4b-45da-8d13-f593a1129833 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "88e2c6d2-ebae-4a57-b26d-480339b02881" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.921s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.779072] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.322s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.780070] env[65310]: DEBUG oslo_concurrency.lockutils [req-7113980a-760e-4b06-b7ed-84b4236a9417 req-7eb49355-b8e4-4c13-8422-223804e435a8 service nova] Acquired lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.781538] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff89034-05f5-43de-b3f4-12330b218b3b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.798804] env[65310]: DEBUG oslo_concurrency.lockutils [None req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Lock "020a902f-c8b5-4887-95cb-b496612458e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.689s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.798804] env[65310]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1029.798804] env[65310]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65310) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1029.798804] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc653300-9f4d-42ad-a9fd-9b20364d9d3d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.811964] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4365431b-2877-45cb-b531-d1d88a0ed6f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.848636] env[65310]: ERROR root [req-7113980a-760e-4b06-b7ed-84b4236a9417 req-7eb49355-b8e4-4c13-8422-223804e435a8 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-869699' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-869699' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-869699' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-869699'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-869699' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-869699' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-869699'}\n"]: nova.exception.InstanceNotFound: Instance e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 could not be found. [ 1029.848922] env[65310]: DEBUG oslo_concurrency.lockutils [req-7113980a-760e-4b06-b7ed-84b4236a9417 req-7eb49355-b8e4-4c13-8422-223804e435a8 service nova] Releasing lock "e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.849088] env[65310]: DEBUG nova.compute.manager [req-7113980a-760e-4b06-b7ed-84b4236a9417 req-7eb49355-b8e4-4c13-8422-223804e435a8 service nova] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Detach interface failed, port_id=673406b8-4113-4f86-8009-fd22350c9e84, reason: Instance e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.851286] env[65310]: WARNING neutronclient.v2_0.client [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.931621] env[65310]: DEBUG oslo_vmware.api [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153927} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.931960] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.932212] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.932484] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.932686] env[65310]: INFO nova.compute.manager [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1029.933170] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1029.933420] env[65310]: DEBUG nova.compute.manager [-] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1029.933530] env[65310]: DEBUG nova.network.neutron [-] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1029.933856] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.962545] env[65310]: DEBUG nova.network.neutron [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance_info_cache with network_info: [{"id": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "address": "fa:16:3e:8b:34:13", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c2abf5-d1", "ovs_interfaceid": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.975912] env[65310]: WARNING neutronclient.v2_0.client [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.025601] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.034831] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.035179] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.035498] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.035769] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.036016] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.039152] env[65310]: INFO nova.compute.manager [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Terminating instance [ 1030.138050] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492754} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.138429] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] ff4ec043-0c70-46aa-a1a2-1436b991e860/ff4ec043-0c70-46aa-a1a2-1436b991e860.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.138530] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.138801] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb01f37c-dbd0-44e4-a44b-ee047d1d2ab1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.147201] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquiring lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.147453] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.147662] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquiring lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.147806] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.147972] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.150573] env[65310]: INFO nova.compute.manager [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Terminating instance [ 1030.157025] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1030.157025] env[65310]: value = "task-4446747" [ 1030.157025] env[65310]: _type = "Task" [ 1030.157025] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.168578] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.466260] env[65310]: DEBUG oslo_concurrency.lockutils [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.542510] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfa4717-f396-44d3-bfe8-c20c752bea91 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.545879] env[65310]: DEBUG nova.compute.manager [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1030.546112] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.546922] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f54114-eb1a-4f85-9ad4-e714d6408621 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.559992] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a43204-d05e-4de7-bb2d-aa957ab9f09c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.564459] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.568256] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-365de084-a475-4d10-9c03-7b49d9095ab5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.570974] env[65310]: WARNING neutronclient.v2_0.client [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.615793] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8ad5f5-591b-479a-a03e-683868fe45f9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.616934] env[65310]: DEBUG oslo_vmware.api [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 1030.616934] env[65310]: value = "task-4446748" [ 1030.616934] env[65310]: _type = "Task" [ 1030.616934] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.626371] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c23d67-2826-4397-b49b-6b0dce51dd53 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.637500] env[65310]: DEBUG oslo_vmware.api [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.652553] env[65310]: DEBUG nova.compute.provider_tree [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.658463] env[65310]: DEBUG nova.compute.manager [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1030.659628] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.659787] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f153deed-4fed-4a6f-bc9c-1987b5849ff4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.673441] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084579} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.676639] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.677120] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.678012] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c512cfe-0cb4-4b63-9756-d53ad7081160 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.681682] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acd29df8-8bb5-49db-8ac1-7a600f2b9c3c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.711770] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ff4ec043-0c70-46aa-a1a2-1436b991e860/ff4ec043-0c70-46aa-a1a2-1436b991e860.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.714168] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a32f7d4-d6fb-4c1f-92e4-0f2cdea52800 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.732380] env[65310]: DEBUG oslo_vmware.api [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for the task: (returnval){ [ 1030.732380] env[65310]: value = "task-4446749" [ 1030.732380] env[65310]: _type = "Task" [ 1030.732380] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.739904] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1030.739904] env[65310]: value = "task-4446750" [ 1030.739904] env[65310]: _type = "Task" [ 1030.739904] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.746920] env[65310]: DEBUG oslo_vmware.api [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.760495] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446750, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.762647] env[65310]: DEBUG nova.network.neutron [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updated VIF entry in instance network info cache for port 2fd831ed-36ca-4950-bdc2-927b68df0726. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1030.762647] env[65310]: DEBUG nova.network.neutron [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updating instance_info_cache with network_info: [{"id": "2fd831ed-36ca-4950-bdc2-927b68df0726", "address": "fa:16:3e:ae:f3:cb", "network": {"id": "fc137f7f-3fa6-47c5-aa66-291dd3677746", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-460089604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb6ee4b57a4f63aafe2163452635e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd831ed-36", "ovs_interfaceid": "2fd831ed-36ca-4950-bdc2-927b68df0726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.787653] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.872149] env[65310]: DEBUG nova.compute.manager [req-3e5be929-d86c-49f8-8804-c41cfdf5390d req-0a095d34-d60a-464b-98dd-d753bb01b644 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Received event network-vif-deleted-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1030.872287] env[65310]: INFO nova.compute.manager [req-3e5be929-d86c-49f8-8804-c41cfdf5390d req-0a095d34-d60a-464b-98dd-d753bb01b644 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Neutron deleted interface b49acac4-c6d7-4fb7-8da2-bc2a24ebafde; detaching it from the instance and deleting it from the info cache [ 1030.872465] env[65310]: DEBUG nova.network.neutron [req-3e5be929-d86c-49f8-8804-c41cfdf5390d req-0a095d34-d60a-464b-98dd-d753bb01b644 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.996908] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9fb38a-2305-4359-ad6b-2cada0911fef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.020074] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2835a7-1ddb-49e6-a584-c742c10a61d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.028059] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance '5040d2cc-7cd2-4103-8aea-17b8f9a93629' progress to 83 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.036175] env[65310]: DEBUG nova.network.neutron [-] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.127926] env[65310]: DEBUG oslo_vmware.api [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446748, 'name': PowerOffVM_Task, 'duration_secs': 0.299852} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.128248] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.128414] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.128706] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57c356ee-54a9-4964-85ee-e1e2ce937793 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.192845] env[65310]: DEBUG nova.scheduler.client.report [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1031.193174] env[65310]: DEBUG nova.compute.provider_tree [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 126 to 127 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1031.193313] env[65310]: DEBUG nova.compute.provider_tree [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.227075] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.227075] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.227302] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Deleting the datastore file [datastore2] 58b56e71-cdcf-44f3-97c4-2ff1245baaaf {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.228876] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b9d0544-0250-4838-b6c1-4cd4811fa9f5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.234679] env[65310]: DEBUG oslo_vmware.api [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for the task: (returnval){ [ 1031.234679] env[65310]: value = "task-4446752" [ 1031.234679] env[65310]: _type = "Task" [ 1031.234679] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.255788] env[65310]: DEBUG oslo_vmware.api [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446749, 'name': PowerOffVM_Task, 'duration_secs': 0.263508} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.260859] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.261133] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.261445] env[65310]: DEBUG oslo_vmware.api [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.261708] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb8b1582-3016-4677-9d23-ca9300af607f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.267310] env[65310]: DEBUG oslo_concurrency.lockutils [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] Releasing lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.267613] env[65310]: DEBUG nova.compute.manager [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Received event network-changed-8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1031.267759] env[65310]: DEBUG nova.compute.manager [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Refreshing instance network info cache due to event network-changed-8959fc1f-09d4-4463-93e8-be2f8e6e180d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1031.267954] env[65310]: DEBUG oslo_concurrency.lockutils [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] Acquiring lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.268509] env[65310]: DEBUG oslo_concurrency.lockutils [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] Acquired lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.268509] env[65310]: DEBUG nova.network.neutron [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Refreshing network info cache for port 8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.269530] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.352399] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.352399] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.352399] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Deleting the datastore file [datastore1] e4093a77-72bf-4bbe-9c2c-a56d674581f4 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.352399] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85ae990d-a1cf-4658-b383-9ccf3e0a9c4e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.360101] env[65310]: DEBUG oslo_vmware.api [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for the task: (returnval){ [ 1031.360101] env[65310]: value = "task-4446754" [ 1031.360101] env[65310]: _type = "Task" [ 1031.360101] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.369736] env[65310]: DEBUG oslo_vmware.api [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.377611] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5e73e07-feb4-48d3-ae96-497e69149e4c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.388794] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe34997-7460-4a59-ac5c-a22638f5e1a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.424902] env[65310]: DEBUG nova.compute.manager [req-3e5be929-d86c-49f8-8804-c41cfdf5390d req-0a095d34-d60a-464b-98dd-d753bb01b644 service nova] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Detach interface failed, port_id=b49acac4-c6d7-4fb7-8da2-bc2a24ebafde, reason: Instance f21dd96c-71c9-435f-98cf-0a0f819140eb could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1031.535161] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.535455] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aeca0d9-911d-45df-85a2-04b5fa046d17 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.538047] env[65310]: INFO nova.compute.manager [-] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Took 1.60 seconds to deallocate network for instance. [ 1031.545076] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1031.545076] env[65310]: value = "task-4446755" [ 1031.545076] env[65310]: _type = "Task" [ 1031.545076] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.555614] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.698511] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.699131] env[65310]: DEBUG nova.compute.manager [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1031.702773] env[65310]: DEBUG oslo_concurrency.lockutils [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.637s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.703009] env[65310]: DEBUG oslo_concurrency.lockutils [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.705311] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.265s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.705498] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.710065] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.921s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.710065] env[65310]: DEBUG nova.objects.instance [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lazy-loading 'pci_requests' on Instance uuid d516ed85-fb2a-45ed-8409-cbe212b60444 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.736419] env[65310]: INFO nova.scheduler.client.report [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleted allocations for instance 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0 [ 1031.738165] env[65310]: INFO nova.scheduler.client.report [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Deleted allocations for instance 7f18fd5b-a281-45b1-89d4-cd64e5fd1052 [ 1031.766382] env[65310]: DEBUG oslo_vmware.api [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Task: {'id': task-4446752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264657} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.767856] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.768097] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.768286] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.769902] env[65310]: INFO nova.compute.manager [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1031.769902] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1031.769902] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446750, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.769902] env[65310]: DEBUG nova.compute.manager [-] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1031.769902] env[65310]: DEBUG nova.network.neutron [-] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1031.769902] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.772762] env[65310]: WARNING neutronclient.v2_0.client [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.833684] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.878936] env[65310]: DEBUG oslo_vmware.api [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Task: {'id': task-4446754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168312} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.879644] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.879644] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.879644] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.879644] env[65310]: INFO nova.compute.manager [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1031.879890] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1031.883497] env[65310]: DEBUG nova.compute.manager [-] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1031.883497] env[65310]: DEBUG nova.network.neutron [-] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1031.883712] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.001247] env[65310]: DEBUG nova.compute.manager [req-4afa5976-fc05-4429-8cc4-2236c7ec3d51 req-a5db6467-094d-410d-866b-10178b146f59 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Received event network-changed-8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1032.001578] env[65310]: DEBUG nova.compute.manager [req-4afa5976-fc05-4429-8cc4-2236c7ec3d51 req-a5db6467-094d-410d-866b-10178b146f59 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Refreshing instance network info cache due to event network-changed-8959fc1f-09d4-4463-93e8-be2f8e6e180d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1032.001899] env[65310]: DEBUG oslo_concurrency.lockutils [req-4afa5976-fc05-4429-8cc4-2236c7ec3d51 req-a5db6467-094d-410d-866b-10178b146f59 service nova] Acquiring lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.023198] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.047422] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.058531] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.212286] env[65310]: DEBUG nova.compute.utils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.214581] env[65310]: DEBUG nova.objects.instance [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lazy-loading 'numa_topology' on Instance uuid d516ed85-fb2a-45ed-8409-cbe212b60444 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.218371] env[65310]: DEBUG nova.compute.manager [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1032.218769] env[65310]: DEBUG nova.network.neutron [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1032.219139] env[65310]: WARNING neutronclient.v2_0.client [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.219483] env[65310]: WARNING neutronclient.v2_0.client [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.258745] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "b9036839-d3bd-4f09-9424-94609c90dc6b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.259071] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.269243] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "7f18fd5b-a281-45b1-89d4-cd64e5fd1052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.576s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.274137] env[65310]: DEBUG oslo_concurrency.lockutils [None req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Lock "73a9a4d8-a4d1-4297-aeb7-039d8c570ad0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.668s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.277630] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446750, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.374163] env[65310]: DEBUG oslo_concurrency.lockutils [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquiring lock "15c131a2-9611-4850-93c2-a2c6ece00f3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.374552] env[65310]: DEBUG oslo_concurrency.lockutils [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Lock "15c131a2-9611-4850-93c2-a2c6ece00f3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.374632] env[65310]: DEBUG oslo_concurrency.lockutils [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquiring lock "15c131a2-9611-4850-93c2-a2c6ece00f3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.375287] env[65310]: DEBUG oslo_concurrency.lockutils [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Lock "15c131a2-9611-4850-93c2-a2c6ece00f3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.375287] env[65310]: DEBUG oslo_concurrency.lockutils [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Lock "15c131a2-9611-4850-93c2-a2c6ece00f3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.377920] env[65310]: INFO nova.compute.manager [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Terminating instance [ 1032.424662] env[65310]: DEBUG nova.policy [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f90588f95f1e4253aae45a4b527b71df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd4630a46574ada8a258186a9a05002', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.436940] env[65310]: WARNING neutronclient.v2_0.client [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.476141] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquiring lock "6cbc64ae-bea7-492a-9007-789ff6635ebd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.476422] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Lock "6cbc64ae-bea7-492a-9007-789ff6635ebd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.476606] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquiring lock "6cbc64ae-bea7-492a-9007-789ff6635ebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.476782] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Lock "6cbc64ae-bea7-492a-9007-789ff6635ebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.476944] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Lock "6cbc64ae-bea7-492a-9007-789ff6635ebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.479299] env[65310]: INFO nova.compute.manager [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Terminating instance [ 1032.559994] env[65310]: DEBUG oslo_vmware.api [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446755, 'name': PowerOnVM_Task, 'duration_secs': 0.657751} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.560423] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.560709] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-09c36f61-7f39-43ef-bc1c-554f0e724cbc tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance '5040d2cc-7cd2-4103-8aea-17b8f9a93629' progress to 100 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.668705] env[65310]: DEBUG nova.network.neutron [-] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.723691] env[65310]: DEBUG nova.compute.manager [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1032.726849] env[65310]: INFO nova.compute.claims [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.755788] env[65310]: DEBUG nova.network.neutron [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Successfully created port: 58b439e7-bb63-4e08-8a50-665cb286f90d {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1032.766609] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446750, 'name': ReconfigVM_Task, 'duration_secs': 1.713228} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.767727] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ff4ec043-0c70-46aa-a1a2-1436b991e860/ff4ec043-0c70-46aa-a1a2-1436b991e860.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.768430] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2dbdbf1-2382-4bf3-8da7-5171f11c3a92 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.771047] env[65310]: INFO nova.compute.manager [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Detaching volume ae038c17-2543-4b11-b796-2e9acc5ddd05 [ 1032.779913] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1032.779913] env[65310]: value = "task-4446756" [ 1032.779913] env[65310]: _type = "Task" [ 1032.779913] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.791478] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446756, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.826710] env[65310]: INFO nova.virt.block_device [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Attempting to driver detach volume ae038c17-2543-4b11-b796-2e9acc5ddd05 from mountpoint /dev/sdb [ 1032.827483] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1032.827483] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869689', 'volume_id': 'ae038c17-2543-4b11-b796-2e9acc5ddd05', 'name': 'volume-ae038c17-2543-4b11-b796-2e9acc5ddd05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9036839-d3bd-4f09-9424-94609c90dc6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae038c17-2543-4b11-b796-2e9acc5ddd05', 'serial': 'ae038c17-2543-4b11-b796-2e9acc5ddd05'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1032.828519] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248671f9-e9e8-416d-a4f7-9bf32087498b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.853452] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4032bf13-4bdf-4850-8372-9d7d9d267fcc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.864822] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534f9e3b-629e-4810-958b-3e4387a38fdd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.886980] env[65310]: DEBUG nova.compute.manager [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1032.887271] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.887575] env[65310]: DEBUG nova.network.neutron [-] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.893022] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10567dcf-93b7-4a30-af56-643863b057a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.893621] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8adff6-9430-4c3c-968d-d523784ea7a2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.901283] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.912211] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e928ecce-2a0f-4968-827f-173fbc39751b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.915409] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The volume has not been displaced from its original location: [datastore2] volume-ae038c17-2543-4b11-b796-2e9acc5ddd05/volume-ae038c17-2543-4b11-b796-2e9acc5ddd05.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1032.919442] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1032.920523] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d1168a-49a2-4e95-b90e-89e31d9c8d14 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.941046] env[65310]: DEBUG oslo_vmware.api [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1032.941046] env[65310]: value = "task-4446757" [ 1032.941046] env[65310]: _type = "Task" [ 1032.941046] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.944924] env[65310]: DEBUG oslo_vmware.api [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1032.944924] env[65310]: value = "task-4446758" [ 1032.944924] env[65310]: _type = "Task" [ 1032.944924] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.953295] env[65310]: DEBUG oslo_vmware.api [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.963639] env[65310]: DEBUG oslo_vmware.api [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446758, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.983589] env[65310]: DEBUG nova.compute.manager [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1032.983892] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.985604] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5192a7-6eeb-4c98-9432-7ff63ebc45f1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.994124] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.994294] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92956021-8fff-42fb-85e7-62c232b31b5e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.003399] env[65310]: DEBUG oslo_vmware.api [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for the task: (returnval){ [ 1033.003399] env[65310]: value = "task-4446759" [ 1033.003399] env[65310]: _type = "Task" [ 1033.003399] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.014886] env[65310]: DEBUG oslo_vmware.api [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.172113] env[65310]: INFO nova.compute.manager [-] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Took 1.40 seconds to deallocate network for instance. [ 1033.295673] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446756, 'name': Rename_Task, 'duration_secs': 0.179278} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.299774] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.301077] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-311002bf-abbc-4164-a4f7-4fac381c7ffb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.309855] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1033.309855] env[65310]: value = "task-4446760" [ 1033.309855] env[65310]: _type = "Task" [ 1033.309855] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.319874] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.396169] env[65310]: INFO nova.compute.manager [-] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Took 1.51 seconds to deallocate network for instance. [ 1033.446708] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d0e680-b583-4131-882c-4629ccde7be7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.456766] env[65310]: DEBUG oslo_vmware.api [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446757, 'name': PowerOffVM_Task, 'duration_secs': 0.310419} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.457828] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.458022] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.458645] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ba8ba6-018b-467c-b806-ff7900223014 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.466694] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfa98ef-d5a7-4b7c-8155-bee79e54f0d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.470475] env[65310]: DEBUG oslo_vmware.api [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446758, 'name': ReconfigVM_Task, 'duration_secs': 0.315231} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.471136] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.476043] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6861b3-4dc7-441e-badd-9507ff54e782 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.514482] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb822e6-2f5e-4bc3-b4a1-881180bd55da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.518346] env[65310]: DEBUG oslo_vmware.api [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1033.518346] env[65310]: value = "task-4446762" [ 1033.518346] env[65310]: _type = "Task" [ 1033.518346] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.527244] env[65310]: DEBUG oslo_vmware.api [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446759, 'name': PowerOffVM_Task, 'duration_secs': 0.216553} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.528270] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.528434] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.529737] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0c1ed6-4bae-4c67-9744-c1ba1ef79a79 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.536686] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b7f0da-3ba0-46f8-9413-f3a38cb0c9fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.538179] env[65310]: DEBUG oslo_vmware.api [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446762, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.550818] env[65310]: DEBUG nova.compute.provider_tree [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.556137] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.556137] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.556137] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Deleting the datastore file [datastore2] 15c131a2-9611-4850-93c2-a2c6ece00f3f {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.556137] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d59730ad-b51e-4202-8ef2-4b9d04989dfb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.565161] env[65310]: DEBUG oslo_vmware.api [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for the task: (returnval){ [ 1033.565161] env[65310]: value = "task-4446764" [ 1033.565161] env[65310]: _type = "Task" [ 1033.565161] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.580372] env[65310]: DEBUG oslo_vmware.api [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.619185] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.619430] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.619634] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Deleting the datastore file [datastore1] 6cbc64ae-bea7-492a-9007-789ff6635ebd {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.619990] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42ae03e3-7a8e-49f9-928e-f622c1a8a394 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.628751] env[65310]: DEBUG oslo_vmware.api [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for the task: (returnval){ [ 1033.628751] env[65310]: value = "task-4446765" [ 1033.628751] env[65310]: _type = "Task" [ 1033.628751] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.642391] env[65310]: DEBUG oslo_vmware.api [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.660246] env[65310]: DEBUG nova.network.neutron [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updated VIF entry in instance network info cache for port 8959fc1f-09d4-4463-93e8-be2f8e6e180d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1033.660690] env[65310]: DEBUG nova.network.neutron [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updating instance_info_cache with network_info: [{"id": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "address": "fa:16:3e:8f:6c:b2", "network": {"id": "d6e030bf-cd71-4f93-92f7-745cad356e73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-284107859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c780a9ce01a0484bb7d90c365fbe1a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8959fc1f-09", "ovs_interfaceid": "8959fc1f-09d4-4463-93e8-be2f8e6e180d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.682201] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.746163] env[65310]: DEBUG nova.compute.manager [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1033.784428] env[65310]: DEBUG nova.virt.hardware [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1033.784850] env[65310]: DEBUG nova.virt.hardware [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.785039] env[65310]: DEBUG nova.virt.hardware [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1033.785229] env[65310]: DEBUG nova.virt.hardware [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.785378] env[65310]: DEBUG nova.virt.hardware [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1033.785526] env[65310]: DEBUG nova.virt.hardware [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1033.785737] env[65310]: DEBUG nova.virt.hardware [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.785896] env[65310]: DEBUG nova.virt.hardware [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1033.786075] env[65310]: DEBUG nova.virt.hardware [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1033.786255] env[65310]: DEBUG nova.virt.hardware [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1033.786441] env[65310]: DEBUG nova.virt.hardware [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1033.787402] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0694a9d-aedc-4c05-914a-08f8eee80afa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.800128] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfca862-dfbf-4ad3-a399-bd97787f9839 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.838796] env[65310]: DEBUG oslo_vmware.api [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446760, 'name': PowerOnVM_Task, 'duration_secs': 0.4669} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.840019] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.840019] env[65310]: INFO nova.compute.manager [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1033.840019] env[65310]: DEBUG nova.compute.manager [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1033.840832] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59ec2f4-7c24-48f2-8c4a-a27fcf0e5314 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.903182] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.034348] env[65310]: DEBUG oslo_vmware.api [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446762, 'name': ReconfigVM_Task, 'duration_secs': 0.188047} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.034841] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869689', 'volume_id': 'ae038c17-2543-4b11-b796-2e9acc5ddd05', 'name': 'volume-ae038c17-2543-4b11-b796-2e9acc5ddd05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9036839-d3bd-4f09-9424-94609c90dc6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae038c17-2543-4b11-b796-2e9acc5ddd05', 'serial': 'ae038c17-2543-4b11-b796-2e9acc5ddd05'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1034.055615] env[65310]: DEBUG nova.scheduler.client.report [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.076393] env[65310]: DEBUG oslo_vmware.api [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Task: {'id': task-4446764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337345} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.077581] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.077865] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.078030] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.078229] env[65310]: INFO nova.compute.manager [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1034.078509] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1034.079019] env[65310]: DEBUG nova.compute.manager [-] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1034.079210] env[65310]: DEBUG nova.network.neutron [-] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1034.079428] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.140330] env[65310]: DEBUG oslo_vmware.api [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Task: {'id': task-4446765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262426} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.140650] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.140828] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.141017] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.141199] env[65310]: INFO nova.compute.manager [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1034.141639] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1034.141639] env[65310]: DEBUG nova.compute.manager [-] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1034.141759] env[65310]: DEBUG nova.network.neutron [-] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1034.141962] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.165030] env[65310]: DEBUG oslo_concurrency.lockutils [req-05d0b8f7-690c-4cb6-823d-668b45c8ebcd req-1b95f489-20f3-4c21-b6f8-2ab74a382ddc service nova] Releasing lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.165521] env[65310]: DEBUG oslo_concurrency.lockutils [req-4afa5976-fc05-4429-8cc4-2236c7ec3d51 req-a5db6467-094d-410d-866b-10178b146f59 service nova] Acquired lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.165715] env[65310]: DEBUG nova.network.neutron [req-4afa5976-fc05-4429-8cc4-2236c7ec3d51 req-a5db6467-094d-410d-866b-10178b146f59 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Refreshing network info cache for port 8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.350813] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.361474] env[65310]: INFO nova.compute.manager [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Took 38.84 seconds to build instance. [ 1034.384830] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.534060] env[65310]: DEBUG nova.network.neutron [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Successfully updated port: 58b439e7-bb63-4e08-8a50-665cb286f90d {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1034.561909] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.562095] env[65310]: WARNING neutronclient.v2_0.client [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.564694] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.517s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.566439] env[65310]: DEBUG nova.objects.instance [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'resources' on Instance uuid f21dd96c-71c9-435f-98cf-0a0f819140eb {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.598843] env[65310]: DEBUG nova.objects.instance [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lazy-loading 'flavor' on Instance uuid b9036839-d3bd-4f09-9424-94609c90dc6b {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.668766] env[65310]: WARNING neutronclient.v2_0.client [req-4afa5976-fc05-4429-8cc4-2236c7ec3d51 req-a5db6467-094d-410d-866b-10178b146f59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.747862] env[65310]: INFO nova.network.neutron [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updating port f5d8a632-9a1a-42e4-867e-73596063e1c7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1034.832752] env[65310]: INFO nova.network.neutron [req-4afa5976-fc05-4429-8cc4-2236c7ec3d51 req-a5db6467-094d-410d-866b-10178b146f59 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Port 8959fc1f-09d4-4463-93e8-be2f8e6e180d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1034.833265] env[65310]: DEBUG nova.network.neutron [req-4afa5976-fc05-4429-8cc4-2236c7ec3d51 req-a5db6467-094d-410d-866b-10178b146f59 service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.864008] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ccd057e1-768f-41e6-a630-6ebb324d71e8 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.353s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.039110] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "refresh_cache-830afa7b-1a32-4993-8722-d3b39ee18808" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.039110] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "refresh_cache-830afa7b-1a32-4993-8722-d3b39ee18808" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.039110] env[65310]: DEBUG nova.network.neutron [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1035.224540] env[65310]: DEBUG nova.network.neutron [-] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.225917] env[65310]: DEBUG nova.network.neutron [-] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.306488] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b68b2e9-b3df-4c84-b453-20642889621b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.321491] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773c8d63-e600-4a13-afa7-2a05e59834cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.361051] env[65310]: DEBUG oslo_concurrency.lockutils [req-4afa5976-fc05-4429-8cc4-2236c7ec3d51 req-a5db6467-094d-410d-866b-10178b146f59 service nova] Releasing lock "refresh_cache-15c131a2-9611-4850-93c2-a2c6ece00f3f" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.362401] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f4b9b9-69af-4741-9952-c52ce4268fab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.372332] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dfdd68-c1e1-475c-8198-3f3d44785fa8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.393017] env[65310]: DEBUG nova.compute.provider_tree [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.608762] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d887d156-4ded-443a-a5e6-0d83242fa0ca tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.349s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.735326] env[65310]: INFO nova.compute.manager [-] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Took 1.59 seconds to deallocate network for instance. [ 1035.735326] env[65310]: INFO nova.compute.manager [-] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Took 1.65 seconds to deallocate network for instance. [ 1035.746040] env[65310]: DEBUG nova.compute.manager [req-2fa1ca55-42fa-4c3a-b4bc-903e01bd32a4 req-d45cefad-637e-49f6-b5eb-c548d7a2b59e service nova] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Received event network-vif-deleted-600cbcc4-87ec-4e79-b450-38a40c8f754f {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1035.746040] env[65310]: DEBUG nova.compute.manager [req-2fa1ca55-42fa-4c3a-b4bc-903e01bd32a4 req-d45cefad-637e-49f6-b5eb-c548d7a2b59e service nova] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Received event network-vif-deleted-7207d0b8-74f5-48d0-ace4-1fa7ce844393 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1035.749287] env[65310]: DEBUG nova.network.neutron [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1035.779270] env[65310]: DEBUG nova.compute.manager [req-b19cb47a-bbed-4aa4-af3d-7acf7d2170b7 req-588353e6-a151-4633-bbd7-db3427b68c90 service nova] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Received event network-vif-plugged-58b439e7-bb63-4e08-8a50-665cb286f90d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1035.779270] env[65310]: DEBUG oslo_concurrency.lockutils [req-b19cb47a-bbed-4aa4-af3d-7acf7d2170b7 req-588353e6-a151-4633-bbd7-db3427b68c90 service nova] Acquiring lock "830afa7b-1a32-4993-8722-d3b39ee18808-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.779578] env[65310]: DEBUG oslo_concurrency.lockutils [req-b19cb47a-bbed-4aa4-af3d-7acf7d2170b7 req-588353e6-a151-4633-bbd7-db3427b68c90 service nova] Lock "830afa7b-1a32-4993-8722-d3b39ee18808-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.779700] env[65310]: DEBUG oslo_concurrency.lockutils [req-b19cb47a-bbed-4aa4-af3d-7acf7d2170b7 req-588353e6-a151-4633-bbd7-db3427b68c90 service nova] Lock "830afa7b-1a32-4993-8722-d3b39ee18808-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.780108] env[65310]: DEBUG nova.compute.manager [req-b19cb47a-bbed-4aa4-af3d-7acf7d2170b7 req-588353e6-a151-4633-bbd7-db3427b68c90 service nova] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] No waiting events found dispatching network-vif-plugged-58b439e7-bb63-4e08-8a50-665cb286f90d {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1035.780108] env[65310]: WARNING nova.compute.manager [req-b19cb47a-bbed-4aa4-af3d-7acf7d2170b7 req-588353e6-a151-4633-bbd7-db3427b68c90 service nova] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Received unexpected event network-vif-plugged-58b439e7-bb63-4e08-8a50-665cb286f90d for instance with vm_state building and task_state spawning. [ 1035.897623] env[65310]: DEBUG nova.scheduler.client.report [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.088210] env[65310]: WARNING neutronclient.v2_0.client [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.092835] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.093083] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.248155] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.253955] env[65310]: DEBUG oslo_concurrency.lockutils [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.320373] env[65310]: DEBUG nova.network.neutron [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Updating instance_info_cache with network_info: [{"id": "58b439e7-bb63-4e08-8a50-665cb286f90d", "address": "fa:16:3e:f4:c4:38", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b439e7-bb", "ovs_interfaceid": "58b439e7-bb63-4e08-8a50-665cb286f90d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.408450] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.411288] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.729s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.411749] env[65310]: DEBUG nova.objects.instance [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lazy-loading 'resources' on Instance uuid 58b56e71-cdcf-44f3-97c4-2ff1245baaaf {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.444853] env[65310]: INFO nova.scheduler.client.report [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Deleted allocations for instance f21dd96c-71c9-435f-98cf-0a0f819140eb [ 1036.484576] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.484576] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.484987] env[65310]: DEBUG nova.network.neutron [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1036.596281] env[65310]: DEBUG nova.compute.manager [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1036.822697] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "refresh_cache-830afa7b-1a32-4993-8722-d3b39ee18808" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.823108] env[65310]: DEBUG nova.compute.manager [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Instance network_info: |[{"id": "58b439e7-bb63-4e08-8a50-665cb286f90d", "address": "fa:16:3e:f4:c4:38", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b439e7-bb", "ovs_interfaceid": "58b439e7-bb63-4e08-8a50-665cb286f90d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1036.823628] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:c4:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58b439e7-bb63-4e08-8a50-665cb286f90d', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.831724] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1036.832042] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.832321] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af054120-e931-42c6-963e-725dedd50eeb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.855033] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.855033] env[65310]: value = "task-4446766" [ 1036.855033] env[65310]: _type = "Task" [ 1036.855033] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.866172] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446766, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.956721] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "f21dd96c-71c9-435f-98cf-0a0f819140eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.671s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.989965] env[65310]: WARNING neutronclient.v2_0.client [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.126529] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.193433] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df93bbf0-56a1-44f6-ab60-a723d1e08139 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.205288] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.205288] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.205288] env[65310]: DEBUG nova.compute.manager [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Going to confirm migration 4 {{(pid=65310) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1037.209319] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980cca5e-38d4-41d6-b9ad-4e1605fac3a2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.264610] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdfaefd-55fa-448d-a091-b35fbe3127eb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.269234] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.269498] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.278682] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9183398-c0a4-4db1-b89b-d92d1e043c06 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.285206] env[65310]: WARNING neutronclient.v2_0.client [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.307111] env[65310]: DEBUG nova.compute.provider_tree [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.367614] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446766, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.480722] env[65310]: DEBUG nova.network.neutron [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updating instance_info_cache with network_info: [{"id": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "address": "fa:16:3e:f7:e4:ca", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d8a632-9a", "ovs_interfaceid": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.651865] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquiring lock "7f45eb72-235d-4efa-8138-370550b577da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.651865] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "7f45eb72-235d-4efa-8138-370550b577da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.721932] env[65310]: WARNING neutronclient.v2_0.client [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.769068] env[65310]: DEBUG oslo_concurrency.lockutils [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "b9036839-d3bd-4f09-9424-94609c90dc6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.769372] env[65310]: DEBUG oslo_concurrency.lockutils [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.769588] env[65310]: DEBUG oslo_concurrency.lockutils [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "b9036839-d3bd-4f09-9424-94609c90dc6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.769805] env[65310]: DEBUG oslo_concurrency.lockutils [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.769975] env[65310]: DEBUG oslo_concurrency.lockutils [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.772987] env[65310]: DEBUG nova.compute.manager [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1037.775926] env[65310]: INFO nova.compute.manager [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Terminating instance [ 1037.811841] env[65310]: DEBUG nova.scheduler.client.report [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.868676] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446766, 'name': CreateVM_Task, 'duration_secs': 0.555531} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.868676] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.869951] env[65310]: WARNING neutronclient.v2_0.client [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.869951] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.869951] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.869951] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.870250] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7d6b7d-1b2e-40d8-a334-b2af3115a75c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.877663] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1037.877663] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b607f0-3bd5-85c3-6e74-10e857f4ed6b" [ 1037.877663] env[65310]: _type = "Task" [ 1037.877663] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.888023] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b607f0-3bd5-85c3-6e74-10e857f4ed6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.981914] env[65310]: DEBUG nova.compute.manager [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Received event network-vif-deleted-58cb2fb0-f797-4514-bcce-cf082db4291b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1037.982137] env[65310]: DEBUG nova.compute.manager [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Received event network-vif-plugged-f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1037.982325] env[65310]: DEBUG oslo_concurrency.lockutils [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] Acquiring lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.982531] env[65310]: DEBUG oslo_concurrency.lockutils [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.982697] env[65310]: DEBUG oslo_concurrency.lockutils [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.983076] env[65310]: DEBUG nova.compute.manager [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] No waiting events found dispatching network-vif-plugged-f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1037.983076] env[65310]: WARNING nova.compute.manager [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Received unexpected event network-vif-plugged-f5d8a632-9a1a-42e4-867e-73596063e1c7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1037.983481] env[65310]: DEBUG nova.compute.manager [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Received event network-changed-f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1037.983554] env[65310]: DEBUG nova.compute.manager [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Refreshing instance network info cache due to event network-changed-f5d8a632-9a1a-42e4-867e-73596063e1c7. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1037.983702] env[65310]: DEBUG oslo_concurrency.lockutils [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] Acquiring lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.984728] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.989073] env[65310]: WARNING neutronclient.v2_0.client [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.989073] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.989394] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.989446] env[65310]: DEBUG nova.network.neutron [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1037.989704] env[65310]: DEBUG nova.objects.instance [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lazy-loading 'info_cache' on Instance uuid 5040d2cc-7cd2-4103-8aea-17b8f9a93629 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.991305] env[65310]: DEBUG oslo_concurrency.lockutils [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] Acquired lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.991546] env[65310]: DEBUG nova.network.neutron [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Refreshing network info cache for port f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.006797] env[65310]: DEBUG nova.compute.manager [req-baf21f81-b03a-4f9d-b739-dc613cbe5274 req-61b74fd5-20d5-4f1b-abcb-c27d6697039d service nova] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Received event network-changed-58b439e7-bb63-4e08-8a50-665cb286f90d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1038.007244] env[65310]: DEBUG nova.compute.manager [req-baf21f81-b03a-4f9d-b739-dc613cbe5274 req-61b74fd5-20d5-4f1b-abcb-c27d6697039d service nova] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Refreshing instance network info cache due to event network-changed-58b439e7-bb63-4e08-8a50-665cb286f90d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1038.007464] env[65310]: DEBUG oslo_concurrency.lockutils [req-baf21f81-b03a-4f9d-b739-dc613cbe5274 req-61b74fd5-20d5-4f1b-abcb-c27d6697039d service nova] Acquiring lock "refresh_cache-830afa7b-1a32-4993-8722-d3b39ee18808" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.007628] env[65310]: DEBUG oslo_concurrency.lockutils [req-baf21f81-b03a-4f9d-b739-dc613cbe5274 req-61b74fd5-20d5-4f1b-abcb-c27d6697039d service nova] Acquired lock "refresh_cache-830afa7b-1a32-4993-8722-d3b39ee18808" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.007979] env[65310]: DEBUG nova.network.neutron [req-baf21f81-b03a-4f9d-b739-dc613cbe5274 req-61b74fd5-20d5-4f1b-abcb-c27d6697039d service nova] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Refreshing network info cache for port 58b439e7-bb63-4e08-8a50-665cb286f90d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.025833] env[65310]: DEBUG nova.virt.hardware [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8bc4f66ef47e994694a176d4959ba04',container_format='bare',created_at=2025-11-14T09:17:21Z,direct_url=,disk_format='vmdk',id=f8f48181-66a0-40a2-a510-54ffa8594281,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1232714549-shelved',owner='f2322ac72dab4f9a806f5492965fb98d',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-11-14T09:17:36Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1038.027199] env[65310]: DEBUG nova.virt.hardware [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.027199] env[65310]: DEBUG nova.virt.hardware [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1038.027199] env[65310]: DEBUG nova.virt.hardware [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.027199] env[65310]: DEBUG nova.virt.hardware [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1038.027199] env[65310]: DEBUG nova.virt.hardware [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1038.027199] env[65310]: DEBUG nova.virt.hardware [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.027455] env[65310]: DEBUG nova.virt.hardware [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1038.028462] env[65310]: DEBUG nova.virt.hardware [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1038.028462] env[65310]: DEBUG nova.virt.hardware [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1038.028611] env[65310]: DEBUG nova.virt.hardware [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1038.030401] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ead05f4-5895-4bc7-ba1c-5195fd64f6f2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.040943] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25faf18d-08fb-44e5-935a-a7cfc692f52e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.056236] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:e4:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5d8a632-9a1a-42e4-867e-73596063e1c7', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.064467] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1038.064809] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.065045] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-528513a8-5e5b-462b-b122-22edd7eeee79 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.088087] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.088087] env[65310]: value = "task-4446767" [ 1038.088087] env[65310]: _type = "Task" [ 1038.088087] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.097475] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446767, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.154043] env[65310]: DEBUG nova.compute.manager [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1038.283881] env[65310]: DEBUG nova.compute.manager [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1038.284145] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.285941] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8e5c3a-0631-449a-83a6-e0a2e07642a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.295280] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.295626] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-888375f4-1df6-4c67-a418-cccc47842352 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.300731] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.303725] env[65310]: DEBUG oslo_vmware.api [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1038.303725] env[65310]: value = "task-4446768" [ 1038.303725] env[65310]: _type = "Task" [ 1038.303725] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.315648] env[65310]: DEBUG oslo_vmware.api [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.316824] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.319813] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.417s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.320127] env[65310]: DEBUG nova.objects.instance [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lazy-loading 'resources' on Instance uuid e4093a77-72bf-4bbe-9c2c-a56d674581f4 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.345786] env[65310]: INFO nova.scheduler.client.report [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Deleted allocations for instance 58b56e71-cdcf-44f3-97c4-2ff1245baaaf [ 1038.390022] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b607f0-3bd5-85c3-6e74-10e857f4ed6b, 'name': SearchDatastore_Task, 'duration_secs': 0.027295} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.390571] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.390678] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.390933] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.391085] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.391263] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.391605] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1cb5730-9f4d-4bee-862d-6940450a7546 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.403538] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.403538] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.404721] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa306db9-e54b-4a5f-9f3f-5226aeec591f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.413279] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1038.413279] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5223a60b-9f36-84b6-7c66-9338bdb868e3" [ 1038.413279] env[65310]: _type = "Task" [ 1038.413279] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.425375] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5223a60b-9f36-84b6-7c66-9338bdb868e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.496586] env[65310]: WARNING neutronclient.v2_0.client [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.511388] env[65310]: WARNING neutronclient.v2_0.client [req-baf21f81-b03a-4f9d-b739-dc613cbe5274 req-61b74fd5-20d5-4f1b-abcb-c27d6697039d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.599395] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446767, 'name': CreateVM_Task, 'duration_secs': 0.36934} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.599618] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.600432] env[65310]: WARNING neutronclient.v2_0.client [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.600580] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.600927] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.601136] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.601554] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9f7b31-c7b5-492c-99ce-b748d7646efa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.607235] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1038.607235] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52edad71-4826-a555-5051-051779275fe5" [ 1038.607235] env[65310]: _type = "Task" [ 1038.607235] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.617239] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52edad71-4826-a555-5051-051779275fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.695988] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.815128] env[65310]: DEBUG oslo_vmware.api [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446768, 'name': PowerOffVM_Task, 'duration_secs': 0.26471} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.815438] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.815605] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.815888] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4212ec97-56de-4848-b542-b2842de3d418 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.853995] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cb11384d-e203-456c-af35-786ac59c03e4 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Lock "58b56e71-cdcf-44f3-97c4-2ff1245baaaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.819s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.887552] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.889337] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.889337] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleting the datastore file [datastore1] b9036839-d3bd-4f09-9424-94609c90dc6b {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.889337] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ed9872c-3cea-4307-8531-d1182b2c3fd2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.898105] env[65310]: DEBUG oslo_vmware.api [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1038.898105] env[65310]: value = "task-4446770" [ 1038.898105] env[65310]: _type = "Task" [ 1038.898105] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.906500] env[65310]: DEBUG oslo_vmware.api [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.927973] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5223a60b-9f36-84b6-7c66-9338bdb868e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012703} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.928895] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ae25e1-055f-4d50-b575-22f1f9e123af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.935129] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1038.935129] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d7b0c3-76ed-eeec-9232-780d21baaeab" [ 1038.935129] env[65310]: _type = "Task" [ 1038.935129] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.947761] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d7b0c3-76ed-eeec-9232-780d21baaeab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.000626] env[65310]: WARNING neutronclient.v2_0.client [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.052503] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25df0713-47a4-48ef-97c3-b0c7a906ff2f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.065096] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452ca71d-221a-4d28-8505-d01bb6142cd8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.106524] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337bedf5-db87-4a95-8e4d-4b17db1975ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.124414] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755cfd59-00dc-409c-9d17-94e8b09bed33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.128642] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.128926] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Processing image f8f48181-66a0-40a2-a510-54ffa8594281 {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.131199] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281/f8f48181-66a0-40a2-a510-54ffa8594281.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.131358] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281/f8f48181-66a0-40a2-a510-54ffa8594281.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.131607] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.132381] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aeebe0d-c877-4820-a5b4-c892ac15105b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.144145] env[65310]: DEBUG nova.compute.provider_tree [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.152751] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.152751] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.152751] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f3e0fa-49c2-4527-a9dc-de208bdc8053 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.158716] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1039.158716] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e709b8-3b98-a4aa-f74c-a66045022029" [ 1039.158716] env[65310]: _type = "Task" [ 1039.158716] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.170694] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e709b8-3b98-a4aa-f74c-a66045022029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.246114] env[65310]: WARNING neutronclient.v2_0.client [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.338612] env[65310]: WARNING neutronclient.v2_0.client [req-baf21f81-b03a-4f9d-b739-dc613cbe5274 req-61b74fd5-20d5-4f1b-abcb-c27d6697039d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.413024] env[65310]: DEBUG oslo_vmware.api [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31448} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.413024] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.413024] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.413024] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.413024] env[65310]: INFO nova.compute.manager [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1039.413024] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1039.413024] env[65310]: DEBUG nova.compute.manager [-] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1039.413024] env[65310]: DEBUG nova.network.neutron [-] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1039.413024] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.446802] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d7b0c3-76ed-eeec-9232-780d21baaeab, 'name': SearchDatastore_Task, 'duration_secs': 0.020288} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.447986] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.448531] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 830afa7b-1a32-4993-8722-d3b39ee18808/830afa7b-1a32-4993-8722-d3b39ee18808.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.448958] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5fbf679-b419-47fd-9813-9a9c7ad02458 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.460028] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1039.460028] env[65310]: value = "task-4446771" [ 1039.460028] env[65310]: _type = "Task" [ 1039.460028] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.467706] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.652581] env[65310]: DEBUG nova.scheduler.client.report [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.672281] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Preparing fetch location {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1039.672572] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Fetch image to [datastore2] OSTACK_IMG_18ef5201-5b41-40a3-b5c1-bbec1f00f05a/OSTACK_IMG_18ef5201-5b41-40a3-b5c1-bbec1f00f05a.vmdk {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1039.672774] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Downloading stream optimized image f8f48181-66a0-40a2-a510-54ffa8594281 to [datastore2] OSTACK_IMG_18ef5201-5b41-40a3-b5c1-bbec1f00f05a/OSTACK_IMG_18ef5201-5b41-40a3-b5c1-bbec1f00f05a.vmdk on the data store datastore2 as vApp {{(pid=65310) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1039.672961] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Downloading image file data f8f48181-66a0-40a2-a510-54ffa8594281 to the ESX as VM named 'OSTACK_IMG_18ef5201-5b41-40a3-b5c1-bbec1f00f05a' {{(pid=65310) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1039.697047] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.702416] env[65310]: DEBUG nova.network.neutron [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updated VIF entry in instance network info cache for port f5d8a632-9a1a-42e4-867e-73596063e1c7. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1039.702767] env[65310]: DEBUG nova.network.neutron [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updating instance_info_cache with network_info: [{"id": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "address": "fa:16:3e:f7:e4:ca", "network": {"id": "9970992c-836e-4ff0-80f7-2b8d743811c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1431911441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2322ac72dab4f9a806f5492965fb98d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d8a632-9a", "ovs_interfaceid": "f5d8a632-9a1a-42e4-867e-73596063e1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.745683] env[65310]: DEBUG nova.network.neutron [req-baf21f81-b03a-4f9d-b739-dc613cbe5274 req-61b74fd5-20d5-4f1b-abcb-c27d6697039d service nova] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Updated VIF entry in instance network info cache for port 58b439e7-bb63-4e08-8a50-665cb286f90d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1039.745929] env[65310]: DEBUG nova.network.neutron [req-baf21f81-b03a-4f9d-b739-dc613cbe5274 req-61b74fd5-20d5-4f1b-abcb-c27d6697039d service nova] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Updating instance_info_cache with network_info: [{"id": "58b439e7-bb63-4e08-8a50-665cb286f90d", "address": "fa:16:3e:f4:c4:38", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b439e7-bb", "ovs_interfaceid": "58b439e7-bb63-4e08-8a50-665cb286f90d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.783030] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1039.783030] env[65310]: value = "resgroup-9" [ 1039.783030] env[65310]: _type = "ResourcePool" [ 1039.783030] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1039.783030] env[65310]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8c5c1a38-dde6-4fe4-9426-bcc9f580474b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.819406] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lease: (returnval){ [ 1039.819406] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a51f3d-5477-ebe2-d36d-1feca3aec363" [ 1039.819406] env[65310]: _type = "HttpNfcLease" [ 1039.819406] env[65310]: } obtained for vApp import into resource pool (val){ [ 1039.819406] env[65310]: value = "resgroup-9" [ 1039.819406] env[65310]: _type = "ResourcePool" [ 1039.819406] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1039.820022] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the lease: (returnval){ [ 1039.820022] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a51f3d-5477-ebe2-d36d-1feca3aec363" [ 1039.820022] env[65310]: _type = "HttpNfcLease" [ 1039.820022] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1039.830694] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.830694] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a51f3d-5477-ebe2-d36d-1feca3aec363" [ 1039.830694] env[65310]: _type = "HttpNfcLease" [ 1039.830694] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.905444] env[65310]: WARNING neutronclient.v2_0.client [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.970184] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446771, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.161216] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.164831] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.917s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.165013] env[65310]: DEBUG nova.objects.instance [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Lazy-loading 'resources' on Instance uuid 6cbc64ae-bea7-492a-9007-789ff6635ebd {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.204071] env[65310]: INFO nova.scheduler.client.report [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Deleted allocations for instance e4093a77-72bf-4bbe-9c2c-a56d674581f4 [ 1040.206999] env[65310]: DEBUG nova.network.neutron [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance_info_cache with network_info: [{"id": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "address": "fa:16:3e:8b:34:13", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c2abf5-d1", "ovs_interfaceid": "18c2abf5-d170-4ac9-900c-fd53cedd7816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.209335] env[65310]: DEBUG oslo_concurrency.lockutils [req-0ae5c1fb-2ffa-43eb-a3e6-8611517ec6fe req-c53ca71d-44fe-4d37-8e48-35c295ad4fa7 service nova] Releasing lock "refresh_cache-d516ed85-fb2a-45ed-8409-cbe212b60444" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.250943] env[65310]: DEBUG oslo_concurrency.lockutils [req-baf21f81-b03a-4f9d-b739-dc613cbe5274 req-61b74fd5-20d5-4f1b-abcb-c27d6697039d service nova] Releasing lock "refresh_cache-830afa7b-1a32-4993-8722-d3b39ee18808" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.254183] env[65310]: DEBUG nova.compute.manager [req-baf21f81-b03a-4f9d-b739-dc613cbe5274 req-61b74fd5-20d5-4f1b-abcb-c27d6697039d service nova] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Received event network-vif-deleted-8959fc1f-09d4-4463-93e8-be2f8e6e180d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1040.332097] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.332097] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a51f3d-5477-ebe2-d36d-1feca3aec363" [ 1040.332097] env[65310]: _type = "HttpNfcLease" [ 1040.332097] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1040.471532] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575998} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.471875] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 830afa7b-1a32-4993-8722-d3b39ee18808/830afa7b-1a32-4993-8722-d3b39ee18808.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.472017] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.472307] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17bd7d93-5e6d-44e8-99df-c3dccb2cb163 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.480436] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1040.480436] env[65310]: value = "task-4446773" [ 1040.480436] env[65310]: _type = "Task" [ 1040.480436] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.489753] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.715693] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "refresh_cache-5040d2cc-7cd2-4103-8aea-17b8f9a93629" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.716115] env[65310]: DEBUG nova.objects.instance [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lazy-loading 'migration_context' on Instance uuid 5040d2cc-7cd2-4103-8aea-17b8f9a93629 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.724436] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ce18865d-fb9a-46bf-bd77-922d2703fef5 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Lock "e4093a77-72bf-4bbe-9c2c-a56d674581f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.576s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.833561] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.833561] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a51f3d-5477-ebe2-d36d-1feca3aec363" [ 1040.833561] env[65310]: _type = "HttpNfcLease" [ 1040.833561] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1040.866332] env[65310]: DEBUG nova.network.neutron [-] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.961010] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c9ba83-f18e-48c0-8282-9fe882decea2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.968720] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "e67a3e15-e3c7-4bef-a60e-553a58715383" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.968946] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e67a3e15-e3c7-4bef-a60e-553a58715383" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.976022] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd178ea-524b-458b-beef-a3eab027dc7a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.012887] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0975a194-4e0a-4c49-b783-dddb1a351c8c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.019651] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073146} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.021059] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.021359] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dab4831-f836-4d2e-bb8a-09a06d8a4c5d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.029075] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5567439-654d-4622-aabb-bbd82fad328a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.051948] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 830afa7b-1a32-4993-8722-d3b39ee18808/830afa7b-1a32-4993-8722-d3b39ee18808.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.053030] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28acb257-80b3-46f4-b7d6-1a0af5c59864 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.079093] env[65310]: DEBUG nova.compute.provider_tree [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.087488] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1041.087488] env[65310]: value = "task-4446774" [ 1041.087488] env[65310]: _type = "Task" [ 1041.087488] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.098411] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.223094] env[65310]: DEBUG nova.objects.base [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Object Instance<5040d2cc-7cd2-4103-8aea-17b8f9a93629> lazy-loaded attributes: info_cache,migration_context {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.224129] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebb016c-f21f-4cb6-a79b-e22b090bff3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.247075] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950e8c30-c15d-4c77-81a0-5c2701f977bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.254073] env[65310]: DEBUG oslo_vmware.api [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1041.254073] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a62621-d37a-e8be-ee4a-64d9aa5d03c0" [ 1041.254073] env[65310]: _type = "Task" [ 1041.254073] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.264389] env[65310]: DEBUG oslo_vmware.api [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a62621-d37a-e8be-ee4a-64d9aa5d03c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.331057] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.331057] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a51f3d-5477-ebe2-d36d-1feca3aec363" [ 1041.331057] env[65310]: _type = "HttpNfcLease" [ 1041.331057] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1041.370468] env[65310]: INFO nova.compute.manager [-] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Took 1.96 seconds to deallocate network for instance. [ 1041.475568] env[65310]: DEBUG nova.compute.manager [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1041.581911] env[65310]: DEBUG nova.scheduler.client.report [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.600513] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446774, 'name': ReconfigVM_Task, 'duration_secs': 0.318833} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.601592] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 830afa7b-1a32-4993-8722-d3b39ee18808/830afa7b-1a32-4993-8722-d3b39ee18808.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.601592] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa33bbf4-2341-4c65-b76c-4549eb44106d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.610051] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1041.610051] env[65310]: value = "task-4446775" [ 1041.610051] env[65310]: _type = "Task" [ 1041.610051] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.622392] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446775, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.766381] env[65310]: DEBUG oslo_vmware.api [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a62621-d37a-e8be-ee4a-64d9aa5d03c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013239} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.766777] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.832236] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.832236] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a51f3d-5477-ebe2-d36d-1feca3aec363" [ 1041.832236] env[65310]: _type = "HttpNfcLease" [ 1041.832236] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1041.883619] env[65310]: DEBUG oslo_concurrency.lockutils [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.009608] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.089575] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.091071] env[65310]: DEBUG oslo_concurrency.lockutils [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.837s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.092474] env[65310]: DEBUG nova.objects.instance [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Lazy-loading 'resources' on Instance uuid 15c131a2-9611-4850-93c2-a2c6ece00f3f {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.113134] env[65310]: INFO nova.scheduler.client.report [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Deleted allocations for instance 6cbc64ae-bea7-492a-9007-789ff6635ebd [ 1042.126809] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446775, 'name': Rename_Task, 'duration_secs': 0.159151} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.126809] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.126809] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fdc670e-77e3-4e8e-977c-6e8bf76227b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.134566] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1042.134566] env[65310]: value = "task-4446776" [ 1042.134566] env[65310]: _type = "Task" [ 1042.134566] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.145924] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.332539] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.332539] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a51f3d-5477-ebe2-d36d-1feca3aec363" [ 1042.332539] env[65310]: _type = "HttpNfcLease" [ 1042.332539] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1042.332906] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1042.332906] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a51f3d-5477-ebe2-d36d-1feca3aec363" [ 1042.332906] env[65310]: _type = "HttpNfcLease" [ 1042.332906] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1042.333731] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4194cc4e-4192-4bcd-92be-d244e6921f9f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.342531] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286c8da-ee46-ad71-4be5-453522d0865c/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1042.342718] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286c8da-ee46-ad71-4be5-453522d0865c/disk-0.vmdk. {{(pid=65310) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1042.409441] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-100b401d-1b84-42ef-9b0f-5bc15cee19d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.625714] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81b40928-6d22-49ef-b247-d3805eb9004b tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Lock "6cbc64ae-bea7-492a-9007-789ff6635ebd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.148s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.651710] env[65310]: DEBUG oslo_vmware.api [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446776, 'name': PowerOnVM_Task, 'duration_secs': 0.480258} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.659501] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.659501] env[65310]: INFO nova.compute.manager [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1042.659501] env[65310]: DEBUG nova.compute.manager [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1042.660654] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98511327-784a-4806-b81c-ed86f0d63300 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.878636] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d4b55b-d56c-444f-a599-4b3d35548eed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.892636] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0275279b-48b9-48f7-ba07-a31887688d3e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.938109] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834d760b-5faf-4f40-aefd-fd5147ef0213 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.948877] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2dd420-da7a-467a-9b2f-0d8a4e41f5c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.974024] env[65310]: DEBUG nova.compute.provider_tree [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.194171] env[65310]: INFO nova.compute.manager [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Took 26.24 seconds to build instance. [ 1043.262713] env[65310]: DEBUG nova.compute.manager [req-59819018-4eba-49cf-b3f9-2187fb07d68b req-948d59e5-5eb1-4e0f-8037-c14a3315a5f0 service nova] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Received event network-vif-deleted-832944e8-e9e5-4443-9efd-16c67f4967b2 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1043.477735] env[65310]: DEBUG nova.scheduler.client.report [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.574950] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "8fc26557-81c8-4962-bf5b-94ffed93f063" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.575408] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.698018] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f2129c29-17e8-41eb-9562-dbfa280606bf tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "830afa7b-1a32-4993-8722-d3b39ee18808" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.748s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.886085] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Completed reading data from the image iterator. {{(pid=65310) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1043.886085] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286c8da-ee46-ad71-4be5-453522d0865c/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1043.887380] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33e6874-4c02-4af8-967a-873ab217f7b8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.896274] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286c8da-ee46-ad71-4be5-453522d0865c/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1043.896671] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286c8da-ee46-ad71-4be5-453522d0865c/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1043.897084] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-324b6926-47ba-452a-a394-47652d448e5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.988272] env[65310]: DEBUG oslo_concurrency.lockutils [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.990459] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.864s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.992613] env[65310]: INFO nova.compute.claims [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.033452] env[65310]: INFO nova.scheduler.client.report [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Deleted allocations for instance 15c131a2-9611-4850-93c2-a2c6ece00f3f [ 1044.080035] env[65310]: DEBUG nova.compute.manager [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1044.155947] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286c8da-ee46-ad71-4be5-453522d0865c/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1044.156201] env[65310]: INFO nova.virt.vmwareapi.images [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Downloaded image file data f8f48181-66a0-40a2-a510-54ffa8594281 [ 1044.157790] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eda27a-432c-49fb-bc35-095c59cdd8b3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.177720] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b2474e3-74c1-4623-bf60-46637ba07395 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.211040] env[65310]: INFO nova.virt.vmwareapi.images [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] The imported VM was unregistered [ 1044.213536] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Caching image {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1044.214920] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281 {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.214920] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab84139-0056-494c-9192-cfe41e954aca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.228512] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Created directory with path [datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281 {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.228850] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_18ef5201-5b41-40a3-b5c1-bbec1f00f05a/OSTACK_IMG_18ef5201-5b41-40a3-b5c1-bbec1f00f05a.vmdk to [datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281/f8f48181-66a0-40a2-a510-54ffa8594281.vmdk. {{(pid=65310) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1044.229134] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-01888c8f-f950-4054-9921-bb4e40232c29 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.237231] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1044.237231] env[65310]: value = "task-4446778" [ 1044.237231] env[65310]: _type = "Task" [ 1044.237231] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.248814] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446778, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.429981] env[65310]: DEBUG oslo_concurrency.lockutils [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "830afa7b-1a32-4993-8722-d3b39ee18808" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.433024] env[65310]: DEBUG oslo_concurrency.lockutils [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "830afa7b-1a32-4993-8722-d3b39ee18808" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.433024] env[65310]: DEBUG nova.compute.manager [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1044.433024] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8323dcfe-467b-4420-8cbf-d009485690fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.443248] env[65310]: DEBUG nova.compute.manager [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65310) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1044.443248] env[65310]: DEBUG nova.objects.instance [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lazy-loading 'flavor' on Instance uuid 830afa7b-1a32-4993-8722-d3b39ee18808 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.543233] env[65310]: DEBUG oslo_concurrency.lockutils [None req-224e7aea-2fa6-4547-9633-856f7984ef5d tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Lock "15c131a2-9611-4850-93c2-a2c6ece00f3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.169s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.602865] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.753611] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446778, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.260357] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446778, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.314839] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71fba6e-1f92-4ec2-b104-f29bd577dc84 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.330689] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f8b668-b6f2-4bdf-9ff8-7600726c04ba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.373151] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e7d57a-754a-43f7-8d91-975b8f41ab2a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.384294] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c24e42-5643-4eba-8c30-27534681505c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.403896] env[65310]: DEBUG nova.compute.provider_tree [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.449590] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.449954] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0befd2d-ad0e-4b05-9fd9-3aed6c6d0aae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.461984] env[65310]: DEBUG oslo_vmware.api [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1045.461984] env[65310]: value = "task-4446779" [ 1045.461984] env[65310]: _type = "Task" [ 1045.461984] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.476835] env[65310]: DEBUG oslo_vmware.api [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.758162] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446778, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.911111] env[65310]: DEBUG nova.scheduler.client.report [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.977585] env[65310]: DEBUG oslo_vmware.api [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446779, 'name': PowerOffVM_Task, 'duration_secs': 0.292784} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.977868] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.978089] env[65310]: DEBUG nova.compute.manager [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1045.979170] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e55fffb-46ed-42de-b5dd-b8a2660d5fcb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.255537] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446778, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.417137] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.417137] env[65310]: DEBUG nova.compute.manager [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1046.421790] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.120s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.423497] env[65310]: INFO nova.compute.claims [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.495594] env[65310]: DEBUG oslo_concurrency.lockutils [None req-813735b9-3b61-47c0-a452-25aeaba06088 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "830afa7b-1a32-4993-8722-d3b39ee18808" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.752302] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446778, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.503985} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.752554] env[65310]: INFO nova.virt.vmwareapi.ds_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_18ef5201-5b41-40a3-b5c1-bbec1f00f05a/OSTACK_IMG_18ef5201-5b41-40a3-b5c1-bbec1f00f05a.vmdk to [datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281/f8f48181-66a0-40a2-a510-54ffa8594281.vmdk. [ 1046.752669] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Cleaning up location [datastore2] OSTACK_IMG_18ef5201-5b41-40a3-b5c1-bbec1f00f05a {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1046.752794] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_18ef5201-5b41-40a3-b5c1-bbec1f00f05a {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.753073] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee7a362e-7e58-4513-b765-c46c5e9a80ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.760861] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1046.760861] env[65310]: value = "task-4446780" [ 1046.760861] env[65310]: _type = "Task" [ 1046.760861] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.769586] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.928656] env[65310]: DEBUG nova.compute.utils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.933676] env[65310]: DEBUG nova.compute.manager [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1046.934144] env[65310]: DEBUG nova.network.neutron [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1046.934624] env[65310]: WARNING neutronclient.v2_0.client [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.935233] env[65310]: WARNING neutronclient.v2_0.client [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.094121] env[65310]: DEBUG nova.policy [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1756d99aff74d6687feb8fb1b1a5800', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6aef7c7cf542c68abd57af7c424300', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.280029] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046588} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.280029] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.280029] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281/f8f48181-66a0-40a2-a510-54ffa8594281.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.280029] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281/f8f48181-66a0-40a2-a510-54ffa8594281.vmdk to [datastore2] d516ed85-fb2a-45ed-8409-cbe212b60444/d516ed85-fb2a-45ed-8409-cbe212b60444.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.280029] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed06f952-0906-48f8-b35e-e47a2880d648 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.287630] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1047.287630] env[65310]: value = "task-4446781" [ 1047.287630] env[65310]: _type = "Task" [ 1047.287630] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.298652] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.434692] env[65310]: DEBUG nova.compute.manager [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1047.607761] env[65310]: DEBUG nova.network.neutron [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Successfully created port: f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1047.722363] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb3fb21-7b01-43ee-aa00-3c2dc5af1b8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.736074] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39804ab0-4e86-494a-abf6-816a846f450e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.778251] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7c20ce-8851-4970-9aa5-f807436c8f7c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.798975] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7525d4-324c-4e96-9e0c-86e6b0ba08cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.814759] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446781, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.825421] env[65310]: DEBUG nova.compute.provider_tree [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.317251] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446781, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.332271] env[65310]: DEBUG nova.scheduler.client.report [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.447728] env[65310]: DEBUG nova.compute.manager [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1048.482093] env[65310]: DEBUG nova.virt.hardware [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1048.482814] env[65310]: DEBUG nova.virt.hardware [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.482814] env[65310]: DEBUG nova.virt.hardware [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1048.482814] env[65310]: DEBUG nova.virt.hardware [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.483156] env[65310]: DEBUG nova.virt.hardware [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1048.483156] env[65310]: DEBUG nova.virt.hardware [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1048.483369] env[65310]: DEBUG nova.virt.hardware [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1048.483530] env[65310]: DEBUG nova.virt.hardware [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1048.483689] env[65310]: DEBUG nova.virt.hardware [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1048.484888] env[65310]: DEBUG nova.virt.hardware [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1048.484888] env[65310]: DEBUG nova.virt.hardware [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1048.486256] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6dab4a-fdd8-4d7b-a064-5399d159a30a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.498022] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc9cd14-c2f3-468a-bae3-e1f11381da11 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.805682] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446781, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.837090] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.837790] env[65310]: DEBUG nova.compute.manager [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1048.841268] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.145s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.843904] env[65310]: INFO nova.compute.claims [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.322647] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446781, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.351293] env[65310]: DEBUG nova.compute.utils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.364300] env[65310]: DEBUG nova.compute.manager [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1049.366523] env[65310]: DEBUG nova.network.neutron [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1049.366523] env[65310]: WARNING neutronclient.v2_0.client [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.366523] env[65310]: WARNING neutronclient.v2_0.client [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.384333] env[65310]: DEBUG nova.network.neutron [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Successfully updated port: f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1049.433951] env[65310]: DEBUG nova.policy [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8570481dffb5455589a141142670274e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24eb6ee4b57a4f63aafe2163452635e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.668663] env[65310]: DEBUG nova.compute.manager [req-63e40bb7-59ac-45db-925d-8448010d03cb req-0b299e8a-62ec-4eb0-8369-fda76d8125da service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Received event network-vif-plugged-f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1049.668926] env[65310]: DEBUG oslo_concurrency.lockutils [req-63e40bb7-59ac-45db-925d-8448010d03cb req-0b299e8a-62ec-4eb0-8369-fda76d8125da service nova] Acquiring lock "dd024bf4-73cd-4f00-a755-3e722a10fa74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.669607] env[65310]: DEBUG oslo_concurrency.lockutils [req-63e40bb7-59ac-45db-925d-8448010d03cb req-0b299e8a-62ec-4eb0-8369-fda76d8125da service nova] Lock "dd024bf4-73cd-4f00-a755-3e722a10fa74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.669607] env[65310]: DEBUG oslo_concurrency.lockutils [req-63e40bb7-59ac-45db-925d-8448010d03cb req-0b299e8a-62ec-4eb0-8369-fda76d8125da service nova] Lock "dd024bf4-73cd-4f00-a755-3e722a10fa74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.669607] env[65310]: DEBUG nova.compute.manager [req-63e40bb7-59ac-45db-925d-8448010d03cb req-0b299e8a-62ec-4eb0-8369-fda76d8125da service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] No waiting events found dispatching network-vif-plugged-f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1049.669902] env[65310]: WARNING nova.compute.manager [req-63e40bb7-59ac-45db-925d-8448010d03cb req-0b299e8a-62ec-4eb0-8369-fda76d8125da service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Received unexpected event network-vif-plugged-f1b50b79-8431-489b-ad20-6ab4e0015782 for instance with vm_state building and task_state spawning. [ 1049.799188] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquiring lock "e3308987-e112-47ec-8808-4b9341a0bed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.800384] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Lock "e3308987-e112-47ec-8808-4b9341a0bed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.818355] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquiring lock "5f943975-0054-4fa9-b4c2-152cca5e63d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.818355] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lock "5f943975-0054-4fa9-b4c2-152cca5e63d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.826256] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "830afa7b-1a32-4993-8722-d3b39ee18808" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.827179] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "830afa7b-1a32-4993-8722-d3b39ee18808" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.827179] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "830afa7b-1a32-4993-8722-d3b39ee18808-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.830026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "830afa7b-1a32-4993-8722-d3b39ee18808-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.830026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "830afa7b-1a32-4993-8722-d3b39ee18808-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.830698] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446781, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.832774] env[65310]: INFO nova.compute.manager [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Terminating instance [ 1049.863552] env[65310]: DEBUG nova.compute.manager [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1049.877355] env[65310]: DEBUG nova.network.neutron [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Successfully created port: a752ce53-60e2-47ac-84f2-8bb07e82754a {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1049.891132] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.891351] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.891593] env[65310]: DEBUG nova.network.neutron [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1050.168982] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3456f7-7b06-43a4-9ae7-d5794f7452da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.178768] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0a9a02-5dc1-436f-ac3d-025d3cafa1b7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.215847] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec8cfb5-899b-4560-b2b2-ccf70dd96536 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.225526] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3ae812-68c5-4a31-b3db-f5b8558761a7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.241389] env[65310]: DEBUG nova.compute.provider_tree [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.306690] env[65310]: DEBUG nova.compute.manager [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1050.313542] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446781, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.625712} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.314939] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f8f48181-66a0-40a2-a510-54ffa8594281/f8f48181-66a0-40a2-a510-54ffa8594281.vmdk to [datastore2] d516ed85-fb2a-45ed-8409-cbe212b60444/d516ed85-fb2a-45ed-8409-cbe212b60444.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.315073] env[65310]: DEBUG nova.compute.manager [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1050.321780] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a8abd-b431-48f7-8ff1-7a2f736d908d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.350678] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] d516ed85-fb2a-45ed-8409-cbe212b60444/d516ed85-fb2a-45ed-8409-cbe212b60444.vmdk or device None with type streamOptimized {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.352386] env[65310]: DEBUG nova.compute.manager [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1050.352782] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.353554] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc51ede-3b49-42a0-ab8a-2b2076773e74 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.371096] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc882ed-ed16-41f4-bca0-15c9b7e10b3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.386314] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.388073] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-421527e9-dcca-4bd5-9020-b0fc30b8c7fb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.390069] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1050.390069] env[65310]: value = "task-4446782" [ 1050.390069] env[65310]: _type = "Task" [ 1050.390069] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.402612] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.501759] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.502394] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.502394] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleting the datastore file [datastore2] 830afa7b-1a32-4993-8722-d3b39ee18808 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.502692] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80439533-0f21-4efe-9d7f-74bcf2a2cccb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.512180] env[65310]: DEBUG oslo_vmware.api [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1050.512180] env[65310]: value = "task-4446784" [ 1050.512180] env[65310]: _type = "Task" [ 1050.512180] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.522868] env[65310]: DEBUG oslo_vmware.api [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.745484] env[65310]: DEBUG nova.scheduler.client.report [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.839495] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.847197] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.880717] env[65310]: DEBUG nova.compute.manager [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1050.907778] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446782, 'name': ReconfigVM_Task, 'duration_secs': 0.334089} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.908174] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Reconfigured VM instance instance-00000049 to attach disk [datastore2] d516ed85-fb2a-45ed-8409-cbe212b60444/d516ed85-fb2a-45ed-8409-cbe212b60444.vmdk or device None with type streamOptimized {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.909063] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dff6057-754e-47f9-bbb5-4dfe4c721aed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.920232] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1050.920232] env[65310]: value = "task-4446785" [ 1050.920232] env[65310]: _type = "Task" [ 1050.920232] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.929795] env[65310]: DEBUG nova.virt.hardware [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1050.930236] env[65310]: DEBUG nova.virt.hardware [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.930504] env[65310]: DEBUG nova.virt.hardware [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1050.930977] env[65310]: DEBUG nova.virt.hardware [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.931155] env[65310]: DEBUG nova.virt.hardware [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1050.931402] env[65310]: DEBUG nova.virt.hardware [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1050.931821] env[65310]: DEBUG nova.virt.hardware [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.932028] env[65310]: DEBUG nova.virt.hardware [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1050.932216] env[65310]: DEBUG nova.virt.hardware [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1050.932384] env[65310]: DEBUG nova.virt.hardware [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1050.932625] env[65310]: DEBUG nova.virt.hardware [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1050.933789] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cb9c19-b941-4a69-bb69-ab581be9a716 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.951031] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e314978d-d342-4f9f-a849-7f44af9ad1a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.958421] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446785, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.024373] env[65310]: DEBUG oslo_vmware.api [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166753} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.024373] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.024578] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.024790] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.025013] env[65310]: INFO nova.compute.manager [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1051.025304] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1051.025942] env[65310]: DEBUG nova.compute.manager [-] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1051.026126] env[65310]: DEBUG nova.network.neutron [-] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1051.026372] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.219663] env[65310]: DEBUG nova.network.neutron [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1051.249717] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.250479] env[65310]: DEBUG nova.compute.manager [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1051.254146] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.487s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.301899] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.433385] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446785, 'name': Rename_Task, 'duration_secs': 0.150868} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.433500] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.433674] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac2a01dc-7ce6-4bdf-97eb-051a02e4e6cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.443335] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1051.443335] env[65310]: value = "task-4446786" [ 1051.443335] env[65310]: _type = "Task" [ 1051.443335] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.453655] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.570398] env[65310]: DEBUG nova.network.neutron [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Successfully updated port: a752ce53-60e2-47ac-84f2-8bb07e82754a {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1051.762510] env[65310]: DEBUG nova.compute.utils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.767606] env[65310]: DEBUG nova.compute.manager [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Not allocating networking since 'none' was specified. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1051.956085] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.027519] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f846107f-dc4c-4d08-b4e9-3837533030e2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.039278] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fd7539-94eb-48a1-b23d-d62858a8b8a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.075465] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "refresh_cache-6e7898b4-9b0e-4809-9cf0-32db50db72a1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.075613] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired lock "refresh_cache-6e7898b4-9b0e-4809-9cf0-32db50db72a1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.075817] env[65310]: DEBUG nova.network.neutron [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1052.078088] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de433219-8ad3-4b64-b8ca-664877748a1f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.096179] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6347a1b8-284b-4792-a436-1565a2f3c143 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.115040] env[65310]: DEBUG nova.compute.provider_tree [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.118035] env[65310]: WARNING neutronclient.v2_0.client [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.237394] env[65310]: DEBUG nova.network.neutron [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updating instance_info_cache with network_info: [{"id": "f1b50b79-8431-489b-ad20-6ab4e0015782", "address": "fa:16:3e:a6:2a:5c", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b50b79-84", "ovs_interfaceid": "f1b50b79-8431-489b-ad20-6ab4e0015782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.268444] env[65310]: DEBUG nova.compute.manager [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1052.428238] env[65310]: DEBUG nova.network.neutron [-] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.444274] env[65310]: DEBUG nova.compute.manager [req-d736523a-dfc6-40ce-b998-1e4c9e54ebe9 req-2395f648-5899-439f-aa5d-c301287eca20 service nova] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Received event network-vif-plugged-a752ce53-60e2-47ac-84f2-8bb07e82754a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.444486] env[65310]: DEBUG oslo_concurrency.lockutils [req-d736523a-dfc6-40ce-b998-1e4c9e54ebe9 req-2395f648-5899-439f-aa5d-c301287eca20 service nova] Acquiring lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.444684] env[65310]: DEBUG oslo_concurrency.lockutils [req-d736523a-dfc6-40ce-b998-1e4c9e54ebe9 req-2395f648-5899-439f-aa5d-c301287eca20 service nova] Lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.444831] env[65310]: DEBUG oslo_concurrency.lockutils [req-d736523a-dfc6-40ce-b998-1e4c9e54ebe9 req-2395f648-5899-439f-aa5d-c301287eca20 service nova] Lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.444994] env[65310]: DEBUG nova.compute.manager [req-d736523a-dfc6-40ce-b998-1e4c9e54ebe9 req-2395f648-5899-439f-aa5d-c301287eca20 service nova] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] No waiting events found dispatching network-vif-plugged-a752ce53-60e2-47ac-84f2-8bb07e82754a {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1052.446116] env[65310]: WARNING nova.compute.manager [req-d736523a-dfc6-40ce-b998-1e4c9e54ebe9 req-2395f648-5899-439f-aa5d-c301287eca20 service nova] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Received unexpected event network-vif-plugged-a752ce53-60e2-47ac-84f2-8bb07e82754a for instance with vm_state building and task_state spawning. [ 1052.457090] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446786, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.467546] env[65310]: DEBUG nova.compute.manager [req-c047b9d8-84d1-4181-8528-27952d3ee0fe req-f6855fed-db6d-4f24-b3f7-2fa0085132c0 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Received event network-changed-f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.467546] env[65310]: DEBUG nova.compute.manager [req-c047b9d8-84d1-4181-8528-27952d3ee0fe req-f6855fed-db6d-4f24-b3f7-2fa0085132c0 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing instance network info cache due to event network-changed-f1b50b79-8431-489b-ad20-6ab4e0015782. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1052.467546] env[65310]: DEBUG oslo_concurrency.lockutils [req-c047b9d8-84d1-4181-8528-27952d3ee0fe req-f6855fed-db6d-4f24-b3f7-2fa0085132c0 service nova] Acquiring lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.620469] env[65310]: DEBUG nova.network.neutron [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1052.623298] env[65310]: DEBUG nova.scheduler.client.report [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.712459] env[65310]: WARNING neutronclient.v2_0.client [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.740305] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.740722] env[65310]: DEBUG nova.compute.manager [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Instance network_info: |[{"id": "f1b50b79-8431-489b-ad20-6ab4e0015782", "address": "fa:16:3e:a6:2a:5c", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b50b79-84", "ovs_interfaceid": "f1b50b79-8431-489b-ad20-6ab4e0015782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1052.741169] env[65310]: DEBUG oslo_concurrency.lockutils [req-c047b9d8-84d1-4181-8528-27952d3ee0fe req-f6855fed-db6d-4f24-b3f7-2fa0085132c0 service nova] Acquired lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.741293] env[65310]: DEBUG nova.network.neutron [req-c047b9d8-84d1-4181-8528-27952d3ee0fe req-f6855fed-db6d-4f24-b3f7-2fa0085132c0 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing network info cache for port f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.742587] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:2a:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1b50b79-8431-489b-ad20-6ab4e0015782', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.758459] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1052.762508] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.763300] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdd16748-dc31-4eee-8bb8-dfea1a4562cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.794823] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.794823] env[65310]: value = "task-4446787" [ 1052.794823] env[65310]: _type = "Task" [ 1052.794823] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.806053] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446787, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.808986] env[65310]: DEBUG nova.network.neutron [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Updating instance_info_cache with network_info: [{"id": "a752ce53-60e2-47ac-84f2-8bb07e82754a", "address": "fa:16:3e:71:84:8e", "network": {"id": "fc137f7f-3fa6-47c5-aa66-291dd3677746", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-460089604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb6ee4b57a4f63aafe2163452635e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa752ce53-60", "ovs_interfaceid": "a752ce53-60e2-47ac-84f2-8bb07e82754a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.931188] env[65310]: INFO nova.compute.manager [-] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Took 1.90 seconds to deallocate network for instance. [ 1052.957860] env[65310]: DEBUG oslo_vmware.api [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446786, 'name': PowerOnVM_Task, 'duration_secs': 1.405987} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.958218] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.082110] env[65310]: DEBUG nova.compute.manager [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1053.083686] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32cc64e-4318-451b-9514-0f732bf47cea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.260292] env[65310]: WARNING neutronclient.v2_0.client [req-c047b9d8-84d1-4181-8528-27952d3ee0fe req-f6855fed-db6d-4f24-b3f7-2fa0085132c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.290917] env[65310]: DEBUG nova.compute.manager [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1053.309430] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446787, 'name': CreateVM_Task, 'duration_secs': 0.358257} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.309430] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.309696] env[65310]: WARNING neutronclient.v2_0.client [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.310179] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.310333] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.312037] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.312037] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c1cfc51-c547-4430-89c1-39f876c36c58 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.313727] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lock "refresh_cache-6e7898b4-9b0e-4809-9cf0-32db50db72a1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.314039] env[65310]: DEBUG nova.compute.manager [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Instance network_info: |[{"id": "a752ce53-60e2-47ac-84f2-8bb07e82754a", "address": "fa:16:3e:71:84:8e", "network": {"id": "fc137f7f-3fa6-47c5-aa66-291dd3677746", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-460089604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb6ee4b57a4f63aafe2163452635e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa752ce53-60", "ovs_interfaceid": "a752ce53-60e2-47ac-84f2-8bb07e82754a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1053.314626] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:84:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a752ce53-60e2-47ac-84f2-8bb07e82754a', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.322668] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1053.326256] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.328135] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d410693b-a21f-440e-83c4-52f4558c22ef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.347607] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1053.347607] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dc1c19-dfd4-f75d-7953-12c4fee95e6e" [ 1053.347607] env[65310]: _type = "Task" [ 1053.347607] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.350182] env[65310]: DEBUG nova.virt.hardware [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1053.350331] env[65310]: DEBUG nova.virt.hardware [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.350477] env[65310]: DEBUG nova.virt.hardware [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1053.351488] env[65310]: DEBUG nova.virt.hardware [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.351488] env[65310]: DEBUG nova.virt.hardware [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1053.351488] env[65310]: DEBUG nova.virt.hardware [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1053.351488] env[65310]: DEBUG nova.virt.hardware [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1053.351488] env[65310]: DEBUG nova.virt.hardware [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1053.351488] env[65310]: DEBUG nova.virt.hardware [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1053.351962] env[65310]: DEBUG nova.virt.hardware [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1053.351962] env[65310]: DEBUG nova.virt.hardware [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1053.353077] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f9047b-9c18-4bc2-89ec-5457a68dea2d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.361721] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.361721] env[65310]: value = "task-4446788" [ 1053.361721] env[65310]: _type = "Task" [ 1053.361721] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.372314] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dc1c19-dfd4-f75d-7953-12c4fee95e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012308} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.376805] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1402463-9f84-4bd7-a63c-a15cdc79a35c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.381322] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.381577] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.381809] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.381962] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.382141] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.386821] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc629375-fcda-42af-93ba-4fc98997d6cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.388267] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446788, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.404018] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.410446] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Creating folder: Project (72aca868f85b44589a1c63683ed2a672). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.412114] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a7733a-39d0-467c-928c-475bcaa6854d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.414059] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.414269] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.418653] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb00e9ab-5d72-4e0f-811c-c37a085a4979 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.425635] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1053.425635] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d059d7-8ba4-1b0e-61d2-00f0877bc39c" [ 1053.425635] env[65310]: _type = "Task" [ 1053.425635] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.432695] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Created folder: Project (72aca868f85b44589a1c63683ed2a672) in parent group-v869493. [ 1053.432778] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Creating folder: Instances. Parent ref: group-v869751. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.433075] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76c0d9b8-b04e-4f35-9c56-f0495bafd566 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.438361] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d059d7-8ba4-1b0e-61d2-00f0877bc39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.440573] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.447591] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Created folder: Instances in parent group-v869751. [ 1053.447591] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1053.447742] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.447863] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dc242dd-bf64-4d32-9021-5cac8e3af7fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.469315] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.469315] env[65310]: value = "task-4446791" [ 1053.469315] env[65310]: _type = "Task" [ 1053.469315] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.473676] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquiring lock "c42326dc-beb7-4470-8740-b426cf4ceded" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.474383] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Lock "c42326dc-beb7-4470-8740-b426cf4ceded" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.474383] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquiring lock "c42326dc-beb7-4470-8740-b426cf4ceded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.474383] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Lock "c42326dc-beb7-4470-8740-b426cf4ceded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.474604] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Lock "c42326dc-beb7-4470-8740-b426cf4ceded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.476661] env[65310]: INFO nova.compute.manager [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Terminating instance [ 1053.486296] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446791, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.500421] env[65310]: WARNING neutronclient.v2_0.client [req-c047b9d8-84d1-4181-8528-27952d3ee0fe req-f6855fed-db6d-4f24-b3f7-2fa0085132c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.607834] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c224d540-9a3a-4e32-b12b-fd88602464d0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.864s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.618136] env[65310]: DEBUG nova.network.neutron [req-c047b9d8-84d1-4181-8528-27952d3ee0fe req-f6855fed-db6d-4f24-b3f7-2fa0085132c0 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updated VIF entry in instance network info cache for port f1b50b79-8431-489b-ad20-6ab4e0015782. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1053.618268] env[65310]: DEBUG nova.network.neutron [req-c047b9d8-84d1-4181-8528-27952d3ee0fe req-f6855fed-db6d-4f24-b3f7-2fa0085132c0 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updating instance_info_cache with network_info: [{"id": "f1b50b79-8431-489b-ad20-6ab4e0015782", "address": "fa:16:3e:a6:2a:5c", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b50b79-84", "ovs_interfaceid": "f1b50b79-8431-489b-ad20-6ab4e0015782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.634667] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.380s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.638834] env[65310]: DEBUG oslo_concurrency.lockutils [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.756s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.639608] env[65310]: DEBUG nova.objects.instance [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lazy-loading 'resources' on Instance uuid b9036839-d3bd-4f09-9424-94609c90dc6b {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.802646] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "3bfc58b9-1580-494f-b02c-1928afb6d17d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.803137] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "3bfc58b9-1580-494f-b02c-1928afb6d17d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.873970] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446788, 'name': CreateVM_Task, 'duration_secs': 0.378281} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.874256] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.874823] env[65310]: WARNING neutronclient.v2_0.client [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.875235] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.875384] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.875708] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.876105] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3549d14-ff96-43e1-9f2c-3ed5ca34c578 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.883632] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1053.883632] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dd1648-5c99-9b89-fd67-b026f350e88a" [ 1053.883632] env[65310]: _type = "Task" [ 1053.883632] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.893319] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dd1648-5c99-9b89-fd67-b026f350e88a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.937394] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d059d7-8ba4-1b0e-61d2-00f0877bc39c, 'name': SearchDatastore_Task, 'duration_secs': 0.012503} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.937882] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550e461c-fd8d-4116-ab44-c91160e8c132 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.945030] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1053.945030] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec5245-65fe-a932-af8c-558db98a7d30" [ 1053.945030] env[65310]: _type = "Task" [ 1053.945030] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.954284] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec5245-65fe-a932-af8c-558db98a7d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.979677] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446791, 'name': CreateVM_Task, 'duration_secs': 0.37736} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.979835] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.980303] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.988079] env[65310]: DEBUG nova.compute.manager [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1053.988303] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.989348] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d476f7-3e84-48d1-a913-a37f9659109e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.997681] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.997741] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad857acb-9391-493f-9fe7-fc4f5295881b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.005279] env[65310]: DEBUG oslo_vmware.api [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for the task: (returnval){ [ 1054.005279] env[65310]: value = "task-4446792" [ 1054.005279] env[65310]: _type = "Task" [ 1054.005279] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.015651] env[65310]: DEBUG oslo_vmware.api [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.121147] env[65310]: DEBUG oslo_concurrency.lockutils [req-c047b9d8-84d1-4181-8528-27952d3ee0fe req-f6855fed-db6d-4f24-b3f7-2fa0085132c0 service nova] Releasing lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.229661] env[65310]: INFO nova.scheduler.client.report [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted allocation for migration 34766308-c80f-41f3-ad65-8de9b26da130 [ 1054.307305] env[65310]: DEBUG nova.compute.manager [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1054.401027] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52dd1648-5c99-9b89-fd67-b026f350e88a, 'name': SearchDatastore_Task, 'duration_secs': 0.016561} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.401027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.401027] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.401027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.401027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.401027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.401027] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8921a1cc-bc12-4bd2-bdd4-491b8b47e0dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.409117] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1054.409117] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527f2579-fdb7-f5b7-2013-33fabe19d8b5" [ 1054.409117] env[65310]: _type = "Task" [ 1054.409117] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.418880] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527f2579-fdb7-f5b7-2013-33fabe19d8b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.443545] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b2fce6-bfb1-48aa-81a7-534c81b4e5be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.458543] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64e22a5-0b78-4346-98ed-13c71b937a08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.462166] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ec5245-65fe-a932-af8c-558db98a7d30, 'name': SearchDatastore_Task, 'duration_secs': 0.017431} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.462768] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.462949] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] dd024bf4-73cd-4f00-a755-3e722a10fa74/dd024bf4-73cd-4f00-a755-3e722a10fa74.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.463596] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.463746] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.464981] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b647a90-f195-4e36-b96b-8b18e65b48b9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.466039] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93910f61-3994-474d-a870-fba11449c4d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.502389] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ce0dd8-ed9b-4b03-bffc-6f8ed0d0fc95 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.506604] env[65310]: DEBUG nova.compute.manager [req-e07b064b-d4b0-4b14-b709-157f5d9b9696 req-ee2f902f-7922-41bc-bf19-5a02b357ca99 service nova] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Received event network-changed-a752ce53-60e2-47ac-84f2-8bb07e82754a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1054.506876] env[65310]: DEBUG nova.compute.manager [req-e07b064b-d4b0-4b14-b709-157f5d9b9696 req-ee2f902f-7922-41bc-bf19-5a02b357ca99 service nova] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Refreshing instance network info cache due to event network-changed-a752ce53-60e2-47ac-84f2-8bb07e82754a. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1054.506956] env[65310]: DEBUG oslo_concurrency.lockutils [req-e07b064b-d4b0-4b14-b709-157f5d9b9696 req-ee2f902f-7922-41bc-bf19-5a02b357ca99 service nova] Acquiring lock "refresh_cache-6e7898b4-9b0e-4809-9cf0-32db50db72a1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.507053] env[65310]: DEBUG oslo_concurrency.lockutils [req-e07b064b-d4b0-4b14-b709-157f5d9b9696 req-ee2f902f-7922-41bc-bf19-5a02b357ca99 service nova] Acquired lock "refresh_cache-6e7898b4-9b0e-4809-9cf0-32db50db72a1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.507211] env[65310]: DEBUG nova.network.neutron [req-e07b064b-d4b0-4b14-b709-157f5d9b9696 req-ee2f902f-7922-41bc-bf19-5a02b357ca99 service nova] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Refreshing network info cache for port a752ce53-60e2-47ac-84f2-8bb07e82754a {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.511053] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1054.511053] env[65310]: value = "task-4446793" [ 1054.511053] env[65310]: _type = "Task" [ 1054.511053] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.521715] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fb1c84-af3d-49e8-82e1-8e738924c033 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.529603] env[65310]: DEBUG oslo_vmware.api [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446792, 'name': PowerOffVM_Task, 'duration_secs': 0.271991} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.533106] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.533106] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.533106] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.533106] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.535716] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f959fd1-dfbe-4b3a-9999-54968f9b0553 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.537245] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fc77f5-0077-41b2-8401-236b686d64ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.539549] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.549057] env[65310]: DEBUG nova.compute.provider_tree [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.555408] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1054.555408] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5227af43-40c0-2315-30ed-ba45a3c50918" [ 1054.555408] env[65310]: _type = "Task" [ 1054.555408] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.566645] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5227af43-40c0-2315-30ed-ba45a3c50918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.616193] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.616447] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.616642] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Deleting the datastore file [datastore2] c42326dc-beb7-4470-8740-b426cf4ceded {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.616979] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7acb2b84-a1be-4aa6-9946-0e2ebf1f8af8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.624943] env[65310]: DEBUG oslo_vmware.api [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for the task: (returnval){ [ 1054.624943] env[65310]: value = "task-4446795" [ 1054.624943] env[65310]: _type = "Task" [ 1054.624943] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.634497] env[65310]: DEBUG oslo_vmware.api [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.741450] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e278317c-e978-468f-bfbb-f930f17019ed tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.537s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.841301] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.854835] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.854835] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.928243] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527f2579-fdb7-f5b7-2013-33fabe19d8b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012477} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.928414] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.928845] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.929606] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.013773] env[65310]: WARNING neutronclient.v2_0.client [req-e07b064b-d4b0-4b14-b709-157f5d9b9696 req-ee2f902f-7922-41bc-bf19-5a02b357ca99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.025792] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446793, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.056103] env[65310]: DEBUG nova.scheduler.client.report [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.076467] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5227af43-40c0-2315-30ed-ba45a3c50918, 'name': SearchDatastore_Task, 'duration_secs': 0.013013} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.078649] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778a9dd2-6703-4a66-b931-1be2a65e8c27 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.090037] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1055.090037] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d59c50-5f35-fc94-190b-a184a89f9732" [ 1055.090037] env[65310]: _type = "Task" [ 1055.090037] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.104172] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d59c50-5f35-fc94-190b-a184a89f9732, 'name': SearchDatastore_Task, 'duration_secs': 0.010473} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.104447] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.104703] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 6e7898b4-9b0e-4809-9cf0-32db50db72a1/6e7898b4-9b0e-4809-9cf0-32db50db72a1.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.105068] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.105404] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.105638] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dbd4670-a8a4-41fa-883a-adfbaf29701d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.108025] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95c4171b-b8dc-4f79-9172-95eef396fc72 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.116795] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1055.116795] env[65310]: value = "task-4446796" [ 1055.116795] env[65310]: _type = "Task" [ 1055.116795] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.122276] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.122617] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.123599] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a60597f-df40-4739-ba62-7cbc2a6899a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.132798] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.142190] env[65310]: DEBUG oslo_vmware.api [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Task: {'id': task-4446795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35813} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.143512] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.143710] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.144027] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.144273] env[65310]: INFO nova.compute.manager [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1055.144538] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1055.144800] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1055.144800] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526d9275-22c6-949c-ccd8-15a03f312861" [ 1055.144800] env[65310]: _type = "Task" [ 1055.144800] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.145060] env[65310]: DEBUG nova.compute.manager [-] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1055.145172] env[65310]: DEBUG nova.network.neutron [-] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1055.145415] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.157508] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526d9275-22c6-949c-ccd8-15a03f312861, 'name': SearchDatastore_Task, 'duration_secs': 0.011371} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.161241] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d4b9ca-36d3-48ed-a834-ad5c94262716 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.167891] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1055.167891] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a29a55-bc69-3208-ae38-0d0dd6f37c12" [ 1055.167891] env[65310]: _type = "Task" [ 1055.167891] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.177558] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a29a55-bc69-3208-ae38-0d0dd6f37c12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.189957] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.229768] env[65310]: WARNING neutronclient.v2_0.client [req-e07b064b-d4b0-4b14-b709-157f5d9b9696 req-ee2f902f-7922-41bc-bf19-5a02b357ca99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.358325] env[65310]: DEBUG nova.compute.manager [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1055.371322] env[65310]: DEBUG nova.network.neutron [req-e07b064b-d4b0-4b14-b709-157f5d9b9696 req-ee2f902f-7922-41bc-bf19-5a02b357ca99 service nova] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Updated VIF entry in instance network info cache for port a752ce53-60e2-47ac-84f2-8bb07e82754a. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1055.371991] env[65310]: DEBUG nova.network.neutron [req-e07b064b-d4b0-4b14-b709-157f5d9b9696 req-ee2f902f-7922-41bc-bf19-5a02b357ca99 service nova] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Updating instance_info_cache with network_info: [{"id": "a752ce53-60e2-47ac-84f2-8bb07e82754a", "address": "fa:16:3e:71:84:8e", "network": {"id": "fc137f7f-3fa6-47c5-aa66-291dd3677746", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-460089604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb6ee4b57a4f63aafe2163452635e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa752ce53-60", "ovs_interfaceid": "a752ce53-60e2-47ac-84f2-8bb07e82754a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.530020] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519895} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.530334] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] dd024bf4-73cd-4f00-a755-3e722a10fa74/dd024bf4-73cd-4f00-a755-3e722a10fa74.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.530791] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.531177] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61391d92-961e-4efe-bd6d-e163d07105f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.543360] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1055.543360] env[65310]: value = "task-4446797" [ 1055.543360] env[65310]: _type = "Task" [ 1055.543360] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.556373] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.570782] env[65310]: DEBUG oslo_concurrency.lockutils [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.573776] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.564s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.575505] env[65310]: INFO nova.compute.claims [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.619039] env[65310]: INFO nova.scheduler.client.report [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleted allocations for instance b9036839-d3bd-4f09-9424-94609c90dc6b [ 1055.636698] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460795} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.637638] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 6e7898b4-9b0e-4809-9cf0-32db50db72a1/6e7898b4-9b0e-4809-9cf0-32db50db72a1.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.637638] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.639122] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17bb56b6-2168-47ac-b46d-082ec758d977 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.647172] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1055.647172] env[65310]: value = "task-4446798" [ 1055.647172] env[65310]: _type = "Task" [ 1055.647172] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.657937] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.681724] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52a29a55-bc69-3208-ae38-0d0dd6f37c12, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.682410] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.682410] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 7f45eb72-235d-4efa-8138-370550b577da/7f45eb72-235d-4efa-8138-370550b577da.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.682670] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b92f26d-4497-4967-87e5-59b12c3e16c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.691065] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1055.691065] env[65310]: value = "task-4446799" [ 1055.691065] env[65310]: _type = "Task" [ 1055.691065] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.701789] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.864728] env[65310]: DEBUG nova.compute.manager [req-47ec0dc7-43f7-47e3-b460-f657da8c6aaa req-8753e0c6-53ba-465b-aa0b-3ce1d03295f5 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Received event network-vif-deleted-177c99c7-2311-4089-9591-d3cfd1af9ed3 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1055.864972] env[65310]: INFO nova.compute.manager [req-47ec0dc7-43f7-47e3-b460-f657da8c6aaa req-8753e0c6-53ba-465b-aa0b-3ce1d03295f5 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Neutron deleted interface 177c99c7-2311-4089-9591-d3cfd1af9ed3; detaching it from the instance and deleting it from the info cache [ 1055.865689] env[65310]: DEBUG nova.network.neutron [req-47ec0dc7-43f7-47e3-b460-f657da8c6aaa req-8753e0c6-53ba-465b-aa0b-3ce1d03295f5 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.875730] env[65310]: DEBUG oslo_concurrency.lockutils [req-e07b064b-d4b0-4b14-b709-157f5d9b9696 req-ee2f902f-7922-41bc-bf19-5a02b357ca99 service nova] Releasing lock "refresh_cache-6e7898b4-9b0e-4809-9cf0-32db50db72a1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.876011] env[65310]: DEBUG nova.compute.manager [req-e07b064b-d4b0-4b14-b709-157f5d9b9696 req-ee2f902f-7922-41bc-bf19-5a02b357ca99 service nova] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Received event network-vif-deleted-58b439e7-bb63-4e08-8a50-665cb286f90d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1055.901322] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.055426] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08421} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.055735] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.056686] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5f3421-46bf-429b-af52-9718026d51a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.088168] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] dd024bf4-73cd-4f00-a755-3e722a10fa74/dd024bf4-73cd-4f00-a755-3e722a10fa74.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.092248] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-637f4ace-cb00-44d6-acdc-c492c5919ef1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.110769] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.111683] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.111683] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.111926] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.111926] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.115229] env[65310]: INFO nova.compute.manager [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Terminating instance [ 1056.120046] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1056.120046] env[65310]: value = "task-4446800" [ 1056.120046] env[65310]: _type = "Task" [ 1056.120046] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.136968] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.137540] env[65310]: DEBUG oslo_concurrency.lockutils [None req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "b9036839-d3bd-4f09-9424-94609c90dc6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.368s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.160635] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097568} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.161774] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.162944] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae874145-e57b-4ace-bfba-5e893bcd5aed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.187879] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 6e7898b4-9b0e-4809-9cf0-32db50db72a1/6e7898b4-9b0e-4809-9cf0-32db50db72a1.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.188530] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e0759d-974d-4c7a-bb72-188bded24f7e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.213361] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446799, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.215089] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1056.215089] env[65310]: value = "task-4446801" [ 1056.215089] env[65310]: _type = "Task" [ 1056.215089] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.224413] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.237962] env[65310]: DEBUG nova.network.neutron [-] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.371891] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbfef9aa-873b-4e23-92af-f556f6331bac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.383682] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477d8917-ece3-4a8a-8fbe-72eb0e4223c8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.418248] env[65310]: DEBUG nova.compute.manager [req-47ec0dc7-43f7-47e3-b460-f657da8c6aaa req-8753e0c6-53ba-465b-aa0b-3ce1d03295f5 service nova] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Detach interface failed, port_id=177c99c7-2311-4089-9591-d3cfd1af9ed3, reason: Instance c42326dc-beb7-4470-8740-b426cf4ceded could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1056.621572] env[65310]: DEBUG nova.compute.manager [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1056.622110] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.622831] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa1dde0-65e0-47e4-b6a2-4fa771e672c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.637617] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446800, 'name': ReconfigVM_Task, 'duration_secs': 0.389603} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.639902] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Reconfigured VM instance instance-0000005b to attach disk [datastore1] dd024bf4-73cd-4f00-a755-3e722a10fa74/dd024bf4-73cd-4f00-a755-3e722a10fa74.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.640823] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.642025] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90b200ac-6694-4966-b8ed-a2b81dd8ab04 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.642777] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d2f7d17-e0f3-4e06-9223-d86a73be09be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.652099] env[65310]: DEBUG oslo_vmware.api [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1056.652099] env[65310]: value = "task-4446802" [ 1056.652099] env[65310]: _type = "Task" [ 1056.652099] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.652099] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1056.652099] env[65310]: value = "task-4446803" [ 1056.652099] env[65310]: _type = "Task" [ 1056.652099] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.671121] env[65310]: DEBUG oslo_vmware.api [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.671335] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446803, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.721021] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446799, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.729970] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446801, 'name': ReconfigVM_Task, 'duration_secs': 0.316099} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.730328] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 6e7898b4-9b0e-4809-9cf0-32db50db72a1/6e7898b4-9b0e-4809-9cf0-32db50db72a1.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.731455] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2488f8ea-ae05-4a5a-9d74-24e941bae9cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.738430] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1056.738430] env[65310]: value = "task-4446804" [ 1056.738430] env[65310]: _type = "Task" [ 1056.738430] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.741560] env[65310]: INFO nova.compute.manager [-] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Took 1.60 seconds to deallocate network for instance. [ 1056.755745] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446804, 'name': Rename_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.886364] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "ecfae4e6-f424-4485-b9d1-837feda94128" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.886750] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "ecfae4e6-f424-4485-b9d1-837feda94128" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.910964] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f25fc3-2698-4f9d-a081-8db7f3d330e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.921817] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f748e57b-7168-43e5-9287-f7c72c05eb8b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.955129] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff26fc0a-0b5d-43a9-94a2-9b7fd79154df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.964791] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b9bfbc-dc21-42d4-ad9b-d65456613e38 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.979668] env[65310]: DEBUG nova.compute.provider_tree [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.171102] env[65310]: DEBUG oslo_vmware.api [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.174080] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446803, 'name': Rename_Task, 'duration_secs': 0.154337} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.175065] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.175065] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f70feb6-6dbd-4acf-b346-c331ae219fce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.185577] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1057.185577] env[65310]: value = "task-4446805" [ 1057.185577] env[65310]: _type = "Task" [ 1057.185577] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.196963] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.221520] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446799, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.471499} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.221865] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 7f45eb72-235d-4efa-8138-370550b577da/7f45eb72-235d-4efa-8138-370550b577da.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.222209] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.222551] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa0f2168-d90a-465d-b594-4ff1789d92a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.235372] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1057.235372] env[65310]: value = "task-4446806" [ 1057.235372] env[65310]: _type = "Task" [ 1057.235372] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.244386] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.255919] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446804, 'name': Rename_Task, 'duration_secs': 0.154486} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.256194] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.256451] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fb6f9ba-a5b7-4942-9284-ee139e5c1c83 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.260628] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.266020] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1057.266020] env[65310]: value = "task-4446807" [ 1057.266020] env[65310]: _type = "Task" [ 1057.266020] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.278234] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.390890] env[65310]: DEBUG nova.compute.manager [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1057.483399] env[65310]: DEBUG nova.scheduler.client.report [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.671238] env[65310]: DEBUG oslo_vmware.api [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446802, 'name': PowerOffVM_Task, 'duration_secs': 0.727531} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.671238] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.671238] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.671238] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e714f20d-513d-49ab-a8fc-0941d04cf275 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.702329] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446805, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.751249] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110929} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.751249] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.752396] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6899324-4f99-44e4-895b-599c85d99c6f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.759476] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.759877] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.760175] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleting the datastore file [datastore1] 5040d2cc-7cd2-4103-8aea-17b8f9a93629 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.761168] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4e920c3-a697-4aa6-9ad4-7ae311823e21 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.792990] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 7f45eb72-235d-4efa-8138-370550b577da/7f45eb72-235d-4efa-8138-370550b577da.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.799279] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ad3a39-598d-4ede-831f-4e51f0c8ca1e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.824703] env[65310]: DEBUG oslo_vmware.api [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1057.824703] env[65310]: value = "task-4446809" [ 1057.824703] env[65310]: _type = "Task" [ 1057.824703] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.838463] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446807, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.838916] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1057.838916] env[65310]: value = "task-4446810" [ 1057.838916] env[65310]: _type = "Task" [ 1057.838916] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.850168] env[65310]: DEBUG oslo_vmware.api [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.858309] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.920587] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.988334] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.989893] env[65310]: DEBUG nova.compute.manager [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1057.991999] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.389s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.994936] env[65310]: INFO nova.compute.claims [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.199206] env[65310]: DEBUG oslo_vmware.api [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446805, 'name': PowerOnVM_Task, 'duration_secs': 0.709828} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.199631] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.199939] env[65310]: INFO nova.compute.manager [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1058.200655] env[65310]: DEBUG nova.compute.manager [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1058.201316] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8dc1fb-7c7f-40bf-9f16-24cc04709fd4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.290186] env[65310]: DEBUG oslo_vmware.api [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446807, 'name': PowerOnVM_Task, 'duration_secs': 0.681394} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.290471] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.290669] env[65310]: INFO nova.compute.manager [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1058.290839] env[65310]: DEBUG nova.compute.manager [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1058.291704] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198bf6d9-98a2-4756-91a1-b2311f0ed4a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.338588] env[65310]: DEBUG oslo_vmware.api [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184046} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.338840] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.339072] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.339259] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.339673] env[65310]: INFO nova.compute.manager [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1058.339943] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1058.341032] env[65310]: DEBUG nova.compute.manager [-] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1058.341032] env[65310]: DEBUG nova.network.neutron [-] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1058.341032] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.355354] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446810, 'name': ReconfigVM_Task, 'duration_secs': 0.318234} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.355784] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 7f45eb72-235d-4efa-8138-370550b577da/7f45eb72-235d-4efa-8138-370550b577da.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.356334] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47201d26-552d-4507-9c81-c0a14ac4599b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.364847] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1058.364847] env[65310]: value = "task-4446811" [ 1058.364847] env[65310]: _type = "Task" [ 1058.364847] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.375999] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446811, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.377773] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.499420] env[65310]: DEBUG nova.compute.utils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.503269] env[65310]: DEBUG nova.compute.manager [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1058.503715] env[65310]: DEBUG nova.network.neutron [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1058.503914] env[65310]: WARNING neutronclient.v2_0.client [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.504281] env[65310]: WARNING neutronclient.v2_0.client [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.655085] env[65310]: DEBUG nova.policy [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22ce5fcd456242b8b984eced7c82693d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75ca0d21494b4d21a93dae7f8e746976', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.724434] env[65310]: INFO nova.compute.manager [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Took 21.62 seconds to build instance. [ 1058.828146] env[65310]: INFO nova.compute.manager [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Took 20.55 seconds to build instance. [ 1058.878567] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446811, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.883059] env[65310]: DEBUG nova.compute.manager [req-487afdf3-856c-4e28-bfe3-318b11aaf3d4 req-f901f6a3-e190-426c-b238-262afd73d4da service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Received event network-vif-deleted-18c2abf5-d170-4ac9-900c-fd53cedd7816 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1058.883059] env[65310]: INFO nova.compute.manager [req-487afdf3-856c-4e28-bfe3-318b11aaf3d4 req-f901f6a3-e190-426c-b238-262afd73d4da service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Neutron deleted interface 18c2abf5-d170-4ac9-900c-fd53cedd7816; detaching it from the instance and deleting it from the info cache [ 1058.883059] env[65310]: DEBUG nova.network.neutron [req-487afdf3-856c-4e28-bfe3-318b11aaf3d4 req-f901f6a3-e190-426c-b238-262afd73d4da service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.004385] env[65310]: DEBUG nova.compute.manager [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1059.020295] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "7c85ed64-5175-479f-961c-fc806fea607c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.020547] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.150572] env[65310]: DEBUG nova.network.neutron [-] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.231295] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8f1e5193-6695-47d0-985d-c04b3e915764 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.138s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.247103] env[65310]: DEBUG nova.network.neutron [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Successfully created port: 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1059.319072] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43c636b-fb83-40dd-9206-0d4a33f756d1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.329175] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a88b2bd-c11c-4348-b84b-f2a3d957ee9d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.332142] env[65310]: DEBUG oslo_concurrency.lockutils [None req-29cde5b9-5a20-4699-809e-197d32c4f5be tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.063s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.361528] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49d93c8-42c4-4cd5-a19f-ba26ac264fe8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.373904] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea01b34a-0f91-45c3-94dc-628f86cf4354 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.383009] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446811, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.384030] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bffae713-d195-44d8-85d2-e72d6f140335 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.395130] env[65310]: DEBUG nova.compute.provider_tree [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.400884] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5c77b4-d7e3-48d6-b69f-f04dc53a5fc3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.432957] env[65310]: DEBUG nova.compute.manager [req-487afdf3-856c-4e28-bfe3-318b11aaf3d4 req-f901f6a3-e190-426c-b238-262afd73d4da service nova] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Detach interface failed, port_id=18c2abf5-d170-4ac9-900c-fd53cedd7816, reason: Instance 5040d2cc-7cd2-4103-8aea-17b8f9a93629 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1059.653628] env[65310]: INFO nova.compute.manager [-] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Took 1.31 seconds to deallocate network for instance. [ 1059.736741] env[65310]: DEBUG nova.compute.manager [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1059.878300] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446811, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.902022] env[65310]: DEBUG nova.scheduler.client.report [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.019026] env[65310]: DEBUG nova.compute.manager [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1060.048361] env[65310]: DEBUG nova.virt.hardware [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1060.048361] env[65310]: DEBUG nova.virt.hardware [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.048361] env[65310]: DEBUG nova.virt.hardware [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1060.048361] env[65310]: DEBUG nova.virt.hardware [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.049191] env[65310]: DEBUG nova.virt.hardware [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1060.053054] env[65310]: DEBUG nova.virt.hardware [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1060.053054] env[65310]: DEBUG nova.virt.hardware [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1060.053054] env[65310]: DEBUG nova.virt.hardware [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1060.053054] env[65310]: DEBUG nova.virt.hardware [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1060.053054] env[65310]: DEBUG nova.virt.hardware [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1060.053054] env[65310]: DEBUG nova.virt.hardware [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1060.053054] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00147e49-c779-484e-aed4-a4b0ed4e245a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.061338] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ffacfa-c15e-474b-aa99-c264ff7e82ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.162895] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.263616] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.382603] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446811, 'name': Rename_Task, 'duration_secs': 1.917547} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.382909] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.386035] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18bbf598-aa9b-4e2f-bf83-4052cd2e9341 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.391597] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1060.391597] env[65310]: value = "task-4446812" [ 1060.391597] env[65310]: _type = "Task" [ 1060.391597] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.406484] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.406850] env[65310]: DEBUG nova.compute.manager [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1060.412429] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.412587] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.573s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.415078] env[65310]: INFO nova.compute.claims [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.806758] env[65310]: DEBUG nova.compute.manager [req-4010b0a8-2bde-4e71-97ad-a27af26bb68f req-e6b1f0d5-4727-4381-bb69-ecc321342a34 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Received event network-changed-f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1060.806914] env[65310]: DEBUG nova.compute.manager [req-4010b0a8-2bde-4e71-97ad-a27af26bb68f req-e6b1f0d5-4727-4381-bb69-ecc321342a34 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing instance network info cache due to event network-changed-f1b50b79-8431-489b-ad20-6ab4e0015782. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1060.807535] env[65310]: DEBUG oslo_concurrency.lockutils [req-4010b0a8-2bde-4e71-97ad-a27af26bb68f req-e6b1f0d5-4727-4381-bb69-ecc321342a34 service nova] Acquiring lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.808228] env[65310]: DEBUG oslo_concurrency.lockutils [req-4010b0a8-2bde-4e71-97ad-a27af26bb68f req-e6b1f0d5-4727-4381-bb69-ecc321342a34 service nova] Acquired lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.808228] env[65310]: DEBUG nova.network.neutron [req-4010b0a8-2bde-4e71-97ad-a27af26bb68f req-e6b1f0d5-4727-4381-bb69-ecc321342a34 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing network info cache for port f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.819346] env[65310]: DEBUG nova.network.neutron [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Successfully updated port: 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1060.903478] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.920570] env[65310]: DEBUG nova.compute.utils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.926018] env[65310]: DEBUG nova.compute.manager [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1060.927116] env[65310]: DEBUG nova.network.neutron [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1060.927116] env[65310]: WARNING neutronclient.v2_0.client [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.927116] env[65310]: WARNING neutronclient.v2_0.client [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.986881] env[65310]: DEBUG nova.policy [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '494d42112c0b44e19a0d00ace062dd39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d80c83ee3ba482d95c776c23196f5dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.124623] env[65310]: DEBUG nova.compute.manager [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Received event network-vif-plugged-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1061.124917] env[65310]: DEBUG oslo_concurrency.lockutils [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] Acquiring lock "e67a3e15-e3c7-4bef-a60e-553a58715383-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.125178] env[65310]: DEBUG oslo_concurrency.lockutils [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] Lock "e67a3e15-e3c7-4bef-a60e-553a58715383-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.125362] env[65310]: DEBUG oslo_concurrency.lockutils [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] Lock "e67a3e15-e3c7-4bef-a60e-553a58715383-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.125599] env[65310]: DEBUG nova.compute.manager [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] No waiting events found dispatching network-vif-plugged-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1061.125791] env[65310]: WARNING nova.compute.manager [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Received unexpected event network-vif-plugged-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b for instance with vm_state building and task_state spawning. [ 1061.125966] env[65310]: DEBUG nova.compute.manager [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Received event network-changed-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1061.126256] env[65310]: DEBUG nova.compute.manager [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Refreshing instance network info cache due to event network-changed-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1061.126498] env[65310]: DEBUG oslo_concurrency.lockutils [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] Acquiring lock "refresh_cache-e67a3e15-e3c7-4bef-a60e-553a58715383" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.126657] env[65310]: DEBUG oslo_concurrency.lockutils [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] Acquired lock "refresh_cache-e67a3e15-e3c7-4bef-a60e-553a58715383" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.126885] env[65310]: DEBUG nova.network.neutron [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Refreshing network info cache for port 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.315240] env[65310]: WARNING neutronclient.v2_0.client [req-4010b0a8-2bde-4e71-97ad-a27af26bb68f req-e6b1f0d5-4727-4381-bb69-ecc321342a34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.325149] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-e67a3e15-e3c7-4bef-a60e-553a58715383" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.403293] env[65310]: DEBUG oslo_vmware.api [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446812, 'name': PowerOnVM_Task, 'duration_secs': 0.652269} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.403293] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.403554] env[65310]: INFO nova.compute.manager [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1061.403611] env[65310]: DEBUG nova.compute.manager [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1061.404453] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ac7265-c9b2-43c2-b847-aa03a67f3ece {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.411816] env[65310]: DEBUG oslo_concurrency.lockutils [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.412087] env[65310]: DEBUG oslo_concurrency.lockutils [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.412297] env[65310]: DEBUG oslo_concurrency.lockutils [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.412655] env[65310]: DEBUG oslo_concurrency.lockutils [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.412655] env[65310]: DEBUG oslo_concurrency.lockutils [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.417170] env[65310]: INFO nova.compute.manager [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Terminating instance [ 1061.419929] env[65310]: DEBUG nova.network.neutron [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Successfully created port: 4f53dc8e-4e37-4e79-89af-f5c58bd31225 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1061.427331] env[65310]: DEBUG nova.compute.manager [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1061.629480] env[65310]: WARNING neutronclient.v2_0.client [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.728015] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5293822-0b9a-4c0a-8d33-f1a04167492f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.740021] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3dfb2a-5f2c-4122-9e4b-cae33c445f95 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.773317] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ded139-76ba-444d-b72a-b3d8c58d306b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.777033] env[65310]: DEBUG nova.network.neutron [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1061.819928] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b17821-d942-4d39-a5e3-b22419800634 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.819928] env[65310]: DEBUG nova.compute.provider_tree [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.927761] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.929297] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.931598] env[65310]: DEBUG nova.compute.manager [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1061.931883] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.933084] env[65310]: INFO nova.compute.manager [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Took 23.27 seconds to build instance. [ 1061.934767] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5634a246-4909-4b0a-bbbe-ed801f108b86 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.948818] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.949790] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39c62dc6-394a-436f-a555-54651fe8c4ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.958724] env[65310]: DEBUG oslo_vmware.api [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1061.958724] env[65310]: value = "task-4446813" [ 1061.958724] env[65310]: _type = "Task" [ 1061.958724] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.969332] env[65310]: DEBUG oslo_vmware.api [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.034835] env[65310]: WARNING neutronclient.v2_0.client [req-4010b0a8-2bde-4e71-97ad-a27af26bb68f req-e6b1f0d5-4727-4381-bb69-ecc321342a34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.130656] env[65310]: DEBUG nova.network.neutron [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.233897] env[65310]: DEBUG nova.network.neutron [req-4010b0a8-2bde-4e71-97ad-a27af26bb68f req-e6b1f0d5-4727-4381-bb69-ecc321342a34 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updated VIF entry in instance network info cache for port f1b50b79-8431-489b-ad20-6ab4e0015782. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1062.234282] env[65310]: DEBUG nova.network.neutron [req-4010b0a8-2bde-4e71-97ad-a27af26bb68f req-e6b1f0d5-4727-4381-bb69-ecc321342a34 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updating instance_info_cache with network_info: [{"id": "f1b50b79-8431-489b-ad20-6ab4e0015782", "address": "fa:16:3e:a6:2a:5c", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b50b79-84", "ovs_interfaceid": "f1b50b79-8431-489b-ad20-6ab4e0015782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.309133] env[65310]: DEBUG nova.scheduler.client.report [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.434146] env[65310]: DEBUG nova.compute.manager [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1062.444292] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef56a66e-faf0-4c1d-9864-93c66d15dbf2 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "7f45eb72-235d-4efa-8138-370550b577da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.793s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.445479] env[65310]: DEBUG nova.compute.manager [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1062.472149] env[65310]: DEBUG oslo_vmware.api [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446813, 'name': PowerOffVM_Task, 'duration_secs': 0.486094} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.472560] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.473256] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.475447] env[65310]: DEBUG nova.virt.hardware [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1062.475587] env[65310]: DEBUG nova.virt.hardware [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.475708] env[65310]: DEBUG nova.virt.hardware [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1062.475909] env[65310]: DEBUG nova.virt.hardware [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.476070] env[65310]: DEBUG nova.virt.hardware [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1062.476220] env[65310]: DEBUG nova.virt.hardware [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1062.476519] env[65310]: DEBUG nova.virt.hardware [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1062.476692] env[65310]: DEBUG nova.virt.hardware [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1062.476859] env[65310]: DEBUG nova.virt.hardware [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1062.477042] env[65310]: DEBUG nova.virt.hardware [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1062.477236] env[65310]: DEBUG nova.virt.hardware [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1062.477555] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60df2b6f-4fa6-407f-bb1c-4c826b807b51 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.480465] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd3ccb7-867e-44b2-8d67-68a1be21b104 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.491580] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b4d166-fbe8-459e-a879-02d5c99508fe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.571864] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.572110] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.572293] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Deleting the datastore file [datastore1] 6e7898b4-9b0e-4809-9cf0-32db50db72a1 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.572603] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a6dd9d4-bae6-4e4a-8a16-3483e4abe743 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.580987] env[65310]: DEBUG oslo_vmware.api [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1062.580987] env[65310]: value = "task-4446815" [ 1062.580987] env[65310]: _type = "Task" [ 1062.580987] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.592012] env[65310]: DEBUG oslo_vmware.api [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.632925] env[65310]: DEBUG oslo_concurrency.lockutils [req-1c0084c9-a0a6-4707-90e5-3410fde518c7 req-c9fbd9ae-539a-45d3-b9af-7fb7f8d52a94 service nova] Releasing lock "refresh_cache-e67a3e15-e3c7-4bef-a60e-553a58715383" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.632925] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-e67a3e15-e3c7-4bef-a60e-553a58715383" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.632925] env[65310]: DEBUG nova.network.neutron [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.739281] env[65310]: DEBUG oslo_concurrency.lockutils [req-4010b0a8-2bde-4e71-97ad-a27af26bb68f req-e6b1f0d5-4727-4381-bb69-ecc321342a34 service nova] Releasing lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.814485] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.815118] env[65310]: DEBUG nova.compute.manager [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1062.818863] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.973s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.820742] env[65310]: INFO nova.compute.claims [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.935200] env[65310]: DEBUG nova.compute.manager [req-5bd96803-1e8e-4a02-aa37-34491e4ebe97 req-0f74fa1e-fe30-4c6e-8e4a-64a67f47b672 service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Received event network-vif-plugged-4f53dc8e-4e37-4e79-89af-f5c58bd31225 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1062.935200] env[65310]: DEBUG oslo_concurrency.lockutils [req-5bd96803-1e8e-4a02-aa37-34491e4ebe97 req-0f74fa1e-fe30-4c6e-8e4a-64a67f47b672 service nova] Acquiring lock "8fc26557-81c8-4962-bf5b-94ffed93f063-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.935410] env[65310]: DEBUG oslo_concurrency.lockutils [req-5bd96803-1e8e-4a02-aa37-34491e4ebe97 req-0f74fa1e-fe30-4c6e-8e4a-64a67f47b672 service nova] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.935534] env[65310]: DEBUG oslo_concurrency.lockutils [req-5bd96803-1e8e-4a02-aa37-34491e4ebe97 req-0f74fa1e-fe30-4c6e-8e4a-64a67f47b672 service nova] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.935915] env[65310]: DEBUG nova.compute.manager [req-5bd96803-1e8e-4a02-aa37-34491e4ebe97 req-0f74fa1e-fe30-4c6e-8e4a-64a67f47b672 service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] No waiting events found dispatching network-vif-plugged-4f53dc8e-4e37-4e79-89af-f5c58bd31225 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1062.935915] env[65310]: WARNING nova.compute.manager [req-5bd96803-1e8e-4a02-aa37-34491e4ebe97 req-0f74fa1e-fe30-4c6e-8e4a-64a67f47b672 service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Received unexpected event network-vif-plugged-4f53dc8e-4e37-4e79-89af-f5c58bd31225 for instance with vm_state building and task_state spawning. [ 1062.957935] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.042471] env[65310]: DEBUG nova.network.neutron [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Successfully updated port: 4f53dc8e-4e37-4e79-89af-f5c58bd31225 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1063.091692] env[65310]: DEBUG oslo_vmware.api [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489687} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.091998] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.092209] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.092481] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.092742] env[65310]: INFO nova.compute.manager [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1063.093036] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1063.093235] env[65310]: DEBUG nova.compute.manager [-] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1063.093394] env[65310]: DEBUG nova.network.neutron [-] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1063.093635] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.153878] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.168888] env[65310]: DEBUG nova.network.neutron [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1063.248210] env[65310]: WARNING neutronclient.v2_0.client [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.328693] env[65310]: DEBUG nova.compute.utils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.335022] env[65310]: DEBUG nova.compute.manager [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1063.335022] env[65310]: DEBUG nova.network.neutron [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1063.335022] env[65310]: WARNING neutronclient.v2_0.client [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.335022] env[65310]: WARNING neutronclient.v2_0.client [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.381913] env[65310]: INFO nova.compute.manager [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Rebuilding instance [ 1063.409895] env[65310]: DEBUG nova.policy [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96b1aad1e18c4216abe1afda67c34dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3588eee8d1b495d8dc0084f3abb5756', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.417768] env[65310]: DEBUG nova.network.neutron [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Updating instance_info_cache with network_info: [{"id": "930fea6c-fc2a-4bba-a2f0-9ecfde845e3b", "address": "fa:16:3e:b5:30:6e", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930fea6c-fc", "ovs_interfaceid": "930fea6c-fc2a-4bba-a2f0-9ecfde845e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.437236] env[65310]: DEBUG nova.compute.manager [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1063.438373] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b476aa72-87bf-4fa6-b1a9-57655765bbe4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.546996] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "refresh_cache-8fc26557-81c8-4962-bf5b-94ffed93f063" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.546996] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquired lock "refresh_cache-8fc26557-81c8-4962-bf5b-94ffed93f063" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.547161] env[65310]: DEBUG nova.network.neutron [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1063.716287] env[65310]: DEBUG nova.network.neutron [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Successfully created port: dc40c9e5-5378-4abd-a6d2-5117dc33e066 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1063.834546] env[65310]: DEBUG nova.compute.manager [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1063.869442] env[65310]: DEBUG nova.network.neutron [-] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.921350] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-e67a3e15-e3c7-4bef-a60e-553a58715383" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.921714] env[65310]: DEBUG nova.compute.manager [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Instance network_info: |[{"id": "930fea6c-fc2a-4bba-a2f0-9ecfde845e3b", "address": "fa:16:3e:b5:30:6e", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930fea6c-fc", "ovs_interfaceid": "930fea6c-fc2a-4bba-a2f0-9ecfde845e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1063.922530] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:30:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '930fea6c-fc2a-4bba-a2f0-9ecfde845e3b', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.930562] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1063.933287] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.933715] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f9697c8-1bfc-4d71-9f58-52a77d4d1c96 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.959914] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.959914] env[65310]: value = "task-4446816" [ 1063.959914] env[65310]: _type = "Task" [ 1063.959914] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.973897] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446816, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.096821] env[65310]: DEBUG nova.network.neutron [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1064.128844] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee66208-e04a-45f5-a041-327f4d53d711 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.138687] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdffb15-43ff-49c6-9d49-d13f869e497b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.174248] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7871e283-f0d2-4e52-82f0-014a5422676f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.183079] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1578177-c0a0-4ba6-8d3e-578e427736d7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.197650] env[65310]: DEBUG nova.compute.provider_tree [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.210893] env[65310]: WARNING neutronclient.v2_0.client [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.291535] env[65310]: DEBUG nova.network.neutron [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Updating instance_info_cache with network_info: [{"id": "4f53dc8e-4e37-4e79-89af-f5c58bd31225", "address": "fa:16:3e:4e:99:1b", "network": {"id": "d9468374-3dc2-4794-bfd6-9a573c43a7b3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-56576831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d80c83ee3ba482d95c776c23196f5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f53dc8e-4e", "ovs_interfaceid": "4f53dc8e-4e37-4e79-89af-f5c58bd31225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.372519] env[65310]: INFO nova.compute.manager [-] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Took 1.28 seconds to deallocate network for instance. [ 1064.455130] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.455762] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e0f2afc-9a3b-4869-bbca-cd54996467bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.466268] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1064.466268] env[65310]: value = "task-4446817" [ 1064.466268] env[65310]: _type = "Task" [ 1064.466268] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.473413] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446816, 'name': CreateVM_Task, 'duration_secs': 0.458323} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.473849] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.474604] env[65310]: WARNING neutronclient.v2_0.client [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.474788] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.474944] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.475292] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.475910] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d0eb12-fba5-4844-aeaf-ee668ea15a99 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.480787] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.484835] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1064.484835] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ce2f20-39c7-d44f-c786-b8c79e449742" [ 1064.484835] env[65310]: _type = "Task" [ 1064.484835] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.495132] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ce2f20-39c7-d44f-c786-b8c79e449742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.700908] env[65310]: DEBUG nova.scheduler.client.report [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.794157] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Releasing lock "refresh_cache-8fc26557-81c8-4962-bf5b-94ffed93f063" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.794564] env[65310]: DEBUG nova.compute.manager [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Instance network_info: |[{"id": "4f53dc8e-4e37-4e79-89af-f5c58bd31225", "address": "fa:16:3e:4e:99:1b", "network": {"id": "d9468374-3dc2-4794-bfd6-9a573c43a7b3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-56576831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d80c83ee3ba482d95c776c23196f5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f53dc8e-4e", "ovs_interfaceid": "4f53dc8e-4e37-4e79-89af-f5c58bd31225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1064.795072] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:99:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f53dc8e-4e37-4e79-89af-f5c58bd31225', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.803524] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1064.803838] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.804135] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4bac81b-df9a-478d-baaf-523203b2b164 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.828844] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.828844] env[65310]: value = "task-4446818" [ 1064.828844] env[65310]: _type = "Task" [ 1064.828844] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.838792] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446818, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.848288] env[65310]: DEBUG nova.compute.manager [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1064.877797] env[65310]: DEBUG nova.virt.hardware [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1064.878108] env[65310]: DEBUG nova.virt.hardware [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.878300] env[65310]: DEBUG nova.virt.hardware [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1064.878497] env[65310]: DEBUG nova.virt.hardware [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.878641] env[65310]: DEBUG nova.virt.hardware [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1064.878784] env[65310]: DEBUG nova.virt.hardware [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1064.878984] env[65310]: DEBUG nova.virt.hardware [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1064.879267] env[65310]: DEBUG nova.virt.hardware [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1064.879526] env[65310]: DEBUG nova.virt.hardware [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1064.879599] env[65310]: DEBUG nova.virt.hardware [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1064.879774] env[65310]: DEBUG nova.virt.hardware [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1064.880713] env[65310]: DEBUG oslo_concurrency.lockutils [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.881540] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6792a06a-9822-4663-a047-82268650c590 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.890436] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc2996a-c90c-4e9c-ac15-a7521cd20b54 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.975498] env[65310]: DEBUG nova.compute.manager [req-d14ace6a-d1ab-4e4b-a8c4-fb0ea4de446b req-8dc9c4c8-a1d4-4517-9bc0-d3950b052840 service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Received event network-changed-4f53dc8e-4e37-4e79-89af-f5c58bd31225 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1064.975697] env[65310]: DEBUG nova.compute.manager [req-d14ace6a-d1ab-4e4b-a8c4-fb0ea4de446b req-8dc9c4c8-a1d4-4517-9bc0-d3950b052840 service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Refreshing instance network info cache due to event network-changed-4f53dc8e-4e37-4e79-89af-f5c58bd31225. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1064.975963] env[65310]: DEBUG oslo_concurrency.lockutils [req-d14ace6a-d1ab-4e4b-a8c4-fb0ea4de446b req-8dc9c4c8-a1d4-4517-9bc0-d3950b052840 service nova] Acquiring lock "refresh_cache-8fc26557-81c8-4962-bf5b-94ffed93f063" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.976125] env[65310]: DEBUG oslo_concurrency.lockutils [req-d14ace6a-d1ab-4e4b-a8c4-fb0ea4de446b req-8dc9c4c8-a1d4-4517-9bc0-d3950b052840 service nova] Acquired lock "refresh_cache-8fc26557-81c8-4962-bf5b-94ffed93f063" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.976287] env[65310]: DEBUG nova.network.neutron [req-d14ace6a-d1ab-4e4b-a8c4-fb0ea4de446b req-8dc9c4c8-a1d4-4517-9bc0-d3950b052840 service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Refreshing network info cache for port 4f53dc8e-4e37-4e79-89af-f5c58bd31225 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.982745] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446817, 'name': PowerOffVM_Task, 'duration_secs': 0.136414} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.983190] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.983804] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.985040] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5797a405-8bfc-44fc-aa6e-910467e58eee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.996127] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.999221] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ff516dc-e9b7-45b4-9534-b7cd50232b64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.001241] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ce2f20-39c7-d44f-c786-b8c79e449742, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.001807] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.001991] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.002239] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.002381] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.002551] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.003276] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3c81922-ca83-42e1-9bfa-d916a5837a1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.014018] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.014288] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.015104] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2035ea-7678-4bb7-b063-befd0bc5eaec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.022870] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1065.022870] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52acf251-3439-6dcd-1cfd-620ec166b022" [ 1065.022870] env[65310]: _type = "Task" [ 1065.022870] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.031585] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52acf251-3439-6dcd-1cfd-620ec166b022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.050173] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.050471] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.050690] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Deleting the datastore file [datastore1] 7f45eb72-235d-4efa-8138-370550b577da {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.051461] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71192035-1ed3-4043-8f03-b5f5178a5f50 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.059992] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1065.059992] env[65310]: value = "task-4446820" [ 1065.059992] env[65310]: _type = "Task" [ 1065.059992] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.069743] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.207444] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.208240] env[65310]: DEBUG nova.compute.manager [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1065.212081] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.771s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.212461] env[65310]: DEBUG nova.objects.instance [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lazy-loading 'resources' on Instance uuid 830afa7b-1a32-4993-8722-d3b39ee18808 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.245525] env[65310]: DEBUG nova.compute.manager [req-de1a4dba-fffe-4863-9713-dd5646b326d7 req-1e8c881b-afb7-4581-9716-835bfba8af44 service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Received event network-vif-plugged-dc40c9e5-5378-4abd-a6d2-5117dc33e066 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1065.245753] env[65310]: DEBUG oslo_concurrency.lockutils [req-de1a4dba-fffe-4863-9713-dd5646b326d7 req-1e8c881b-afb7-4581-9716-835bfba8af44 service nova] Acquiring lock "e3308987-e112-47ec-8808-4b9341a0bed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.245987] env[65310]: DEBUG oslo_concurrency.lockutils [req-de1a4dba-fffe-4863-9713-dd5646b326d7 req-1e8c881b-afb7-4581-9716-835bfba8af44 service nova] Lock "e3308987-e112-47ec-8808-4b9341a0bed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.246206] env[65310]: DEBUG oslo_concurrency.lockutils [req-de1a4dba-fffe-4863-9713-dd5646b326d7 req-1e8c881b-afb7-4581-9716-835bfba8af44 service nova] Lock "e3308987-e112-47ec-8808-4b9341a0bed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.246349] env[65310]: DEBUG nova.compute.manager [req-de1a4dba-fffe-4863-9713-dd5646b326d7 req-1e8c881b-afb7-4581-9716-835bfba8af44 service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] No waiting events found dispatching network-vif-plugged-dc40c9e5-5378-4abd-a6d2-5117dc33e066 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1065.246513] env[65310]: WARNING nova.compute.manager [req-de1a4dba-fffe-4863-9713-dd5646b326d7 req-1e8c881b-afb7-4581-9716-835bfba8af44 service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Received unexpected event network-vif-plugged-dc40c9e5-5378-4abd-a6d2-5117dc33e066 for instance with vm_state building and task_state spawning. [ 1065.339673] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446818, 'name': CreateVM_Task, 'duration_secs': 0.451203} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.339850] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.340429] env[65310]: WARNING neutronclient.v2_0.client [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.340783] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.340934] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.341339] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.341611] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef553cc-17b3-45d7-af5d-88cf02c720b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.347724] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1065.347724] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b16839-4a4c-ce32-fa92-cdfeab61c3a7" [ 1065.347724] env[65310]: _type = "Task" [ 1065.347724] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.354764] env[65310]: DEBUG nova.network.neutron [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Successfully updated port: dc40c9e5-5378-4abd-a6d2-5117dc33e066 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1065.361857] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b16839-4a4c-ce32-fa92-cdfeab61c3a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.485438] env[65310]: WARNING neutronclient.v2_0.client [req-d14ace6a-d1ab-4e4b-a8c4-fb0ea4de446b req-8dc9c4c8-a1d4-4517-9bc0-d3950b052840 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.533578] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52acf251-3439-6dcd-1cfd-620ec166b022, 'name': SearchDatastore_Task, 'duration_secs': 0.020825} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.534425] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3793947-08cb-471b-b4bb-f64256f3eeae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.540647] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1065.540647] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b31383-45f0-b356-1b2f-943621fd9052" [ 1065.540647] env[65310]: _type = "Task" [ 1065.540647] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.549743] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b31383-45f0-b356-1b2f-943621fd9052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.572259] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121363} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.572577] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.572796] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.573014] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.650028] env[65310]: WARNING neutronclient.v2_0.client [req-d14ace6a-d1ab-4e4b-a8c4-fb0ea4de446b req-8dc9c4c8-a1d4-4517-9bc0-d3950b052840 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.716385] env[65310]: DEBUG nova.compute.utils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.720256] env[65310]: DEBUG nova.compute.manager [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1065.720493] env[65310]: DEBUG nova.network.neutron [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1065.720823] env[65310]: WARNING neutronclient.v2_0.client [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.721145] env[65310]: WARNING neutronclient.v2_0.client [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.729476] env[65310]: DEBUG nova.network.neutron [req-d14ace6a-d1ab-4e4b-a8c4-fb0ea4de446b req-8dc9c4c8-a1d4-4517-9bc0-d3950b052840 service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Updated VIF entry in instance network info cache for port 4f53dc8e-4e37-4e79-89af-f5c58bd31225. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1065.729873] env[65310]: DEBUG nova.network.neutron [req-d14ace6a-d1ab-4e4b-a8c4-fb0ea4de446b req-8dc9c4c8-a1d4-4517-9bc0-d3950b052840 service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Updating instance_info_cache with network_info: [{"id": "4f53dc8e-4e37-4e79-89af-f5c58bd31225", "address": "fa:16:3e:4e:99:1b", "network": {"id": "d9468374-3dc2-4794-bfd6-9a573c43a7b3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-56576831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d80c83ee3ba482d95c776c23196f5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f53dc8e-4e", "ovs_interfaceid": "4f53dc8e-4e37-4e79-89af-f5c58bd31225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.772124] env[65310]: DEBUG nova.policy [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e098eaef77ce4e0f8c61b09a771dce66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c14a1f47fbc74f35b1feea3ed1322ec7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.859556] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b16839-4a4c-ce32-fa92-cdfeab61c3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012898} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.863351] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.863702] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.863874] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.864442] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquiring lock "refresh_cache-e3308987-e112-47ec-8808-4b9341a0bed2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.864668] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquired lock "refresh_cache-e3308987-e112-47ec-8808-4b9341a0bed2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.864819] env[65310]: DEBUG nova.network.neutron [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.027814] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f207e26-ce0f-4736-ab68-bc7b0a37c579 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.040517] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c8267c-abd5-4aa2-bd88-7808a17a83a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.060383] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b31383-45f0-b356-1b2f-943621fd9052, 'name': SearchDatastore_Task, 'duration_secs': 0.014264} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.096323] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.096489] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e67a3e15-e3c7-4bef-a60e-553a58715383/e67a3e15-e3c7-4bef-a60e-553a58715383.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.104025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.104025] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.104025] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11216104-31d4-4563-a34c-6f6ea21834b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.104419] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0df3ca-b717-4985-9873-8842a399f44d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.107376] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c069d27f-19a7-4427-9035-b35fd628fd76 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.117810] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890d0f08-df29-4e2c-b70e-58129bfec2f7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.124416] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1066.124416] env[65310]: value = "task-4446821" [ 1066.124416] env[65310]: _type = "Task" [ 1066.124416] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.127639] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.127639] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.129385] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01a47fd-5b82-413f-9f7b-36a2a6b0c598 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.140261] env[65310]: DEBUG nova.compute.provider_tree [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.149546] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.149848] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1066.149848] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52438149-3ac4-0a00-ba69-4e30694fd46a" [ 1066.149848] env[65310]: _type = "Task" [ 1066.149848] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.150773] env[65310]: DEBUG nova.network.neutron [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Successfully created port: c939c3d5-8586-4e6f-afb0-f88ba0de45a5 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1066.163656] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52438149-3ac4-0a00-ba69-4e30694fd46a, 'name': SearchDatastore_Task, 'duration_secs': 0.009247} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.164694] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5780a5-7c41-4a68-b761-07405dc1d833 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.170696] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1066.170696] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529eaccc-8895-cbd6-7968-77e500025200" [ 1066.170696] env[65310]: _type = "Task" [ 1066.170696] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.181089] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529eaccc-8895-cbd6-7968-77e500025200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.231881] env[65310]: DEBUG nova.compute.manager [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1066.235149] env[65310]: DEBUG oslo_concurrency.lockutils [req-d14ace6a-d1ab-4e4b-a8c4-fb0ea4de446b req-8dc9c4c8-a1d4-4517-9bc0-d3950b052840 service nova] Releasing lock "refresh_cache-8fc26557-81c8-4962-bf5b-94ffed93f063" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.235487] env[65310]: DEBUG nova.compute.manager [req-d14ace6a-d1ab-4e4b-a8c4-fb0ea4de446b req-8dc9c4c8-a1d4-4517-9bc0-d3950b052840 service nova] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Received event network-vif-deleted-a752ce53-60e2-47ac-84f2-8bb07e82754a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1066.403398] env[65310]: DEBUG nova.network.neutron [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1066.485327] env[65310]: WARNING neutronclient.v2_0.client [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.576582] env[65310]: DEBUG nova.network.neutron [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Updating instance_info_cache with network_info: [{"id": "dc40c9e5-5378-4abd-a6d2-5117dc33e066", "address": "fa:16:3e:9f:02:65", "network": {"id": "6539f932-097d-4ee1-8da7-a1f06689d9e9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1650319222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3588eee8d1b495d8dc0084f3abb5756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc40c9e5-53", "ovs_interfaceid": "dc40c9e5-5378-4abd-a6d2-5117dc33e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.630304] env[65310]: DEBUG nova.virt.hardware [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1066.630510] env[65310]: DEBUG nova.virt.hardware [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.630658] env[65310]: DEBUG nova.virt.hardware [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1066.630831] env[65310]: DEBUG nova.virt.hardware [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.630967] env[65310]: DEBUG nova.virt.hardware [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1066.631814] env[65310]: DEBUG nova.virt.hardware [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1066.631814] env[65310]: DEBUG nova.virt.hardware [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1066.631814] env[65310]: DEBUG nova.virt.hardware [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1066.631814] env[65310]: DEBUG nova.virt.hardware [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1066.631814] env[65310]: DEBUG nova.virt.hardware [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1066.632112] env[65310]: DEBUG nova.virt.hardware [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1066.633223] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e437f129-678d-4c36-bb7d-296c18ac1e9c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.644452] env[65310]: DEBUG nova.scheduler.client.report [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.651315] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30b01e6-1593-4be0-afb4-2cef6bc9d730 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.655352] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483824} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.655960] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e67a3e15-e3c7-4bef-a60e-553a58715383/e67a3e15-e3c7-4bef-a60e-553a58715383.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.656097] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.656622] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8f03d24-ce48-41d7-a360-0642ae9d1448 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.667553] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.673189] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1066.675285] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.675621] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1066.675621] env[65310]: value = "task-4446822" [ 1066.675621] env[65310]: _type = "Task" [ 1066.675621] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.680478] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e36534f-6296-4ff4-bce8-618d01d549db {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.705494] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529eaccc-8895-cbd6-7968-77e500025200, 'name': SearchDatastore_Task, 'duration_secs': 0.013036} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.709639] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.709933] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8fc26557-81c8-4962-bf5b-94ffed93f063/8fc26557-81c8-4962-bf5b-94ffed93f063.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.710242] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.710242] env[65310]: value = "task-4446823" [ 1066.710242] env[65310]: _type = "Task" [ 1066.710242] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.710478] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.710693] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e94e39c8-6d2a-4998-b958-5058287adb9f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.723886] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446823, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.725406] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1066.725406] env[65310]: value = "task-4446824" [ 1066.725406] env[65310]: _type = "Task" [ 1066.725406] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.734736] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.078591] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Releasing lock "refresh_cache-e3308987-e112-47ec-8808-4b9341a0bed2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.079045] env[65310]: DEBUG nova.compute.manager [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Instance network_info: |[{"id": "dc40c9e5-5378-4abd-a6d2-5117dc33e066", "address": "fa:16:3e:9f:02:65", "network": {"id": "6539f932-097d-4ee1-8da7-a1f06689d9e9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1650319222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3588eee8d1b495d8dc0084f3abb5756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc40c9e5-53", "ovs_interfaceid": "dc40c9e5-5378-4abd-a6d2-5117dc33e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1067.079608] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:02:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc40c9e5-5378-4abd-a6d2-5117dc33e066', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.088251] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Creating folder: Project (c3588eee8d1b495d8dc0084f3abb5756). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.089119] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7091563e-3246-49a4-8678-119038d704ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.106412] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Created folder: Project (c3588eee8d1b495d8dc0084f3abb5756) in parent group-v869493. [ 1067.106790] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Creating folder: Instances. Parent ref: group-v869757. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.107154] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-007ed51e-45b5-4e1e-afcd-5e296a0e0cc5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.122380] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Created folder: Instances in parent group-v869757. [ 1067.122730] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1067.123263] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.123263] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ec107a-0189-40d2-bc21-60c21a348e7e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.149512] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.149512] env[65310]: value = "task-4446827" [ 1067.149512] env[65310]: _type = "Task" [ 1067.149512] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.160884] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.163287] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446827, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.164147] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.324s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.165898] env[65310]: INFO nova.compute.claims [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.190389] env[65310]: INFO nova.scheduler.client.report [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted allocations for instance 830afa7b-1a32-4993-8722-d3b39ee18808 [ 1067.209407] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064626} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.209586] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.210496] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd0afa0-be56-4d64-a589-b74dddb0a286 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.239014] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] e67a3e15-e3c7-4bef-a60e-553a58715383/e67a3e15-e3c7-4bef-a60e-553a58715383.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.246768] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a0f527-e7e2-40ce-bf8b-b5b914e148e9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.263127] env[65310]: DEBUG nova.compute.manager [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1067.265271] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446823, 'name': CreateVM_Task, 'duration_secs': 0.355227} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.267439] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.271061] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.271061] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.271061] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.271061] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5224533-485a-4437-b294-5f3895c87264 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.275294] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474251} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.277972] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8fc26557-81c8-4962-bf5b-94ffed93f063/8fc26557-81c8-4962-bf5b-94ffed93f063.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.277972] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.277972] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1067.277972] env[65310]: value = "task-4446828" [ 1067.277972] env[65310]: _type = "Task" [ 1067.277972] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.277972] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e7758b6-12cb-49dd-b2cc-defd00396f45 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.285419] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1067.285419] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520b9d40-4037-ba60-d0b3-99ae999cfe09" [ 1067.285419] env[65310]: _type = "Task" [ 1067.285419] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.298024] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1067.298024] env[65310]: value = "task-4446829" [ 1067.298024] env[65310]: _type = "Task" [ 1067.298024] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.298024] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.312149] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520b9d40-4037-ba60-d0b3-99ae999cfe09, 'name': SearchDatastore_Task, 'duration_secs': 0.014008} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.313468] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.313808] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.314148] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.314347] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.314654] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.315349] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee40f514-2ec8-47d0-a0ab-b061e07dce5e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.326157] env[65310]: DEBUG nova.virt.hardware [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1067.327076] env[65310]: DEBUG nova.virt.hardware [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.327333] env[65310]: DEBUG nova.virt.hardware [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1067.327613] env[65310]: DEBUG nova.virt.hardware [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.327814] env[65310]: DEBUG nova.virt.hardware [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1067.328019] env[65310]: DEBUG nova.virt.hardware [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1067.328317] env[65310]: DEBUG nova.virt.hardware [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1067.328537] env[65310]: DEBUG nova.virt.hardware [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1067.328767] env[65310]: DEBUG nova.virt.hardware [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1067.328988] env[65310]: DEBUG nova.virt.hardware [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1067.329241] env[65310]: DEBUG nova.virt.hardware [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1067.329696] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.330989] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de8990-3f5b-452c-b8e6-78356e1542ba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.343338] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6088436-8668-47eb-82f9-5aaf5ba3689c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.350779] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.350992] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.352192] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92311cef-ae87-4d34-8c8b-08ed2dc775fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.364312] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1067.364312] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b6d965-66f1-3116-ad8d-86924f55384f" [ 1067.364312] env[65310]: _type = "Task" [ 1067.364312] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.374372] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b6d965-66f1-3116-ad8d-86924f55384f, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.375226] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c9bf98-704c-48b7-b36b-407bc0bcdc80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.382491] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1067.382491] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523c34de-5fc1-9be0-3ed0-b8d417ddb3f1" [ 1067.382491] env[65310]: _type = "Task" [ 1067.382491] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.391937] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523c34de-5fc1-9be0-3ed0-b8d417ddb3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.610867] env[65310]: DEBUG nova.compute.manager [req-3d5bf549-4444-4bd3-896e-d31d288ed267 req-e62b3121-9e8f-4d5e-a49b-adf080acfc1c service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Received event network-vif-plugged-c939c3d5-8586-4e6f-afb0-f88ba0de45a5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1067.611164] env[65310]: DEBUG oslo_concurrency.lockutils [req-3d5bf549-4444-4bd3-896e-d31d288ed267 req-e62b3121-9e8f-4d5e-a49b-adf080acfc1c service nova] Acquiring lock "5f943975-0054-4fa9-b4c2-152cca5e63d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.611390] env[65310]: DEBUG oslo_concurrency.lockutils [req-3d5bf549-4444-4bd3-896e-d31d288ed267 req-e62b3121-9e8f-4d5e-a49b-adf080acfc1c service nova] Lock "5f943975-0054-4fa9-b4c2-152cca5e63d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.611659] env[65310]: DEBUG oslo_concurrency.lockutils [req-3d5bf549-4444-4bd3-896e-d31d288ed267 req-e62b3121-9e8f-4d5e-a49b-adf080acfc1c service nova] Lock "5f943975-0054-4fa9-b4c2-152cca5e63d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.611727] env[65310]: DEBUG nova.compute.manager [req-3d5bf549-4444-4bd3-896e-d31d288ed267 req-e62b3121-9e8f-4d5e-a49b-adf080acfc1c service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] No waiting events found dispatching network-vif-plugged-c939c3d5-8586-4e6f-afb0-f88ba0de45a5 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1067.611883] env[65310]: WARNING nova.compute.manager [req-3d5bf549-4444-4bd3-896e-d31d288ed267 req-e62b3121-9e8f-4d5e-a49b-adf080acfc1c service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Received unexpected event network-vif-plugged-c939c3d5-8586-4e6f-afb0-f88ba0de45a5 for instance with vm_state building and task_state spawning. [ 1067.661456] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446827, 'name': CreateVM_Task, 'duration_secs': 0.425643} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.661738] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.662417] env[65310]: WARNING neutronclient.v2_0.client [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.662857] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.663070] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.663428] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.664903] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff074455-1bab-4a3e-b1d3-e36ca8ede495 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.672649] env[65310]: DEBUG nova.compute.manager [req-d75901d9-0308-4790-bb41-02921b5895a9 req-ebb04ae3-97e6-421e-9da8-2be23eb8e8c5 service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Received event network-changed-dc40c9e5-5378-4abd-a6d2-5117dc33e066 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1067.672903] env[65310]: DEBUG nova.compute.manager [req-d75901d9-0308-4790-bb41-02921b5895a9 req-ebb04ae3-97e6-421e-9da8-2be23eb8e8c5 service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Refreshing instance network info cache due to event network-changed-dc40c9e5-5378-4abd-a6d2-5117dc33e066. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1067.673139] env[65310]: DEBUG oslo_concurrency.lockutils [req-d75901d9-0308-4790-bb41-02921b5895a9 req-ebb04ae3-97e6-421e-9da8-2be23eb8e8c5 service nova] Acquiring lock "refresh_cache-e3308987-e112-47ec-8808-4b9341a0bed2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.673280] env[65310]: DEBUG oslo_concurrency.lockutils [req-d75901d9-0308-4790-bb41-02921b5895a9 req-ebb04ae3-97e6-421e-9da8-2be23eb8e8c5 service nova] Acquired lock "refresh_cache-e3308987-e112-47ec-8808-4b9341a0bed2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.673435] env[65310]: DEBUG nova.network.neutron [req-d75901d9-0308-4790-bb41-02921b5895a9 req-ebb04ae3-97e6-421e-9da8-2be23eb8e8c5 service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Refreshing network info cache for port dc40c9e5-5378-4abd-a6d2-5117dc33e066 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.683980] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for the task: (returnval){ [ 1067.683980] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525a9aff-947a-9524-7606-7fc70e54d1b3" [ 1067.683980] env[65310]: _type = "Task" [ 1067.683980] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.693692] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525a9aff-947a-9524-7606-7fc70e54d1b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.704949] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1f75953c-7608-4f77-a643-d70a14557722 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "830afa7b-1a32-4993-8722-d3b39ee18808" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.878s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.707097] env[65310]: DEBUG nova.network.neutron [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Successfully updated port: c939c3d5-8586-4e6f-afb0-f88ba0de45a5 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1067.792434] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446828, 'name': ReconfigVM_Task, 'duration_secs': 0.398042} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.792782] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Reconfigured VM instance instance-0000005e to attach disk [datastore2] e67a3e15-e3c7-4bef-a60e-553a58715383/e67a3e15-e3c7-4bef-a60e-553a58715383.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.793621] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2a0bfcc-266d-4efd-b5b6-8f8d2563b18a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.805654] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1067.805654] env[65310]: value = "task-4446830" [ 1067.805654] env[65310]: _type = "Task" [ 1067.805654] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.819036] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09825} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.821665] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.822729] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c9e70e-7277-4d83-9b81-2df177a5912a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.830141] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446830, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.853733] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8fc26557-81c8-4962-bf5b-94ffed93f063/8fc26557-81c8-4962-bf5b-94ffed93f063.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.854765] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc7d4acb-0a46-4b0e-bb6a-f6ceb8f12d01 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.876654] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1067.876654] env[65310]: value = "task-4446831" [ 1067.876654] env[65310]: _type = "Task" [ 1067.876654] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.892414] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.899668] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523c34de-5fc1-9be0-3ed0-b8d417ddb3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011642} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.899668] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.899668] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 7f45eb72-235d-4efa-8138-370550b577da/7f45eb72-235d-4efa-8138-370550b577da.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.899953] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f986023-d2ac-4221-b512-0cba0902a868 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.909097] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1067.909097] env[65310]: value = "task-4446832" [ 1067.909097] env[65310]: _type = "Task" [ 1067.909097] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.918370] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.179392] env[65310]: WARNING neutronclient.v2_0.client [req-d75901d9-0308-4790-bb41-02921b5895a9 req-ebb04ae3-97e6-421e-9da8-2be23eb8e8c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.197397] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525a9aff-947a-9524-7606-7fc70e54d1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.197522] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.197867] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.198301] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.198536] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.198776] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.199085] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73f9a1b3-4275-4ae4-a7bc-8f224583c01b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.209646] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquiring lock "refresh_cache-5f943975-0054-4fa9-b4c2-152cca5e63d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.209646] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquired lock "refresh_cache-5f943975-0054-4fa9-b4c2-152cca5e63d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.209856] env[65310]: DEBUG nova.network.neutron [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1068.218254] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.218420] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.223617] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeac2b01-18a9-403a-9849-364e002eb7f8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.231802] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for the task: (returnval){ [ 1068.231802] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fc5a39-055c-522d-0fcf-0bae6c01b90f" [ 1068.231802] env[65310]: _type = "Task" [ 1068.231802] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.243588] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fc5a39-055c-522d-0fcf-0bae6c01b90f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.323076] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446830, 'name': Rename_Task, 'duration_secs': 0.295806} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.323395] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.323669] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e50294f-c522-4c57-9f2f-c6ab3dbc620e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.337251] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1068.337251] env[65310]: value = "task-4446833" [ 1068.337251] env[65310]: _type = "Task" [ 1068.337251] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.349771] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.391995] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446831, 'name': ReconfigVM_Task, 'duration_secs': 0.367267} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.393636] env[65310]: WARNING neutronclient.v2_0.client [req-d75901d9-0308-4790-bb41-02921b5895a9 req-ebb04ae3-97e6-421e-9da8-2be23eb8e8c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.396867] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8fc26557-81c8-4962-bf5b-94ffed93f063/8fc26557-81c8-4962-bf5b-94ffed93f063.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.398204] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9382683-6b52-4db7-9e13-e2e4187c18ca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.408034] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1068.408034] env[65310]: value = "task-4446834" [ 1068.408034] env[65310]: _type = "Task" [ 1068.408034] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.422914] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446834, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.429631] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446832, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.488174] env[65310]: DEBUG nova.network.neutron [req-d75901d9-0308-4790-bb41-02921b5895a9 req-ebb04ae3-97e6-421e-9da8-2be23eb8e8c5 service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Updated VIF entry in instance network info cache for port dc40c9e5-5378-4abd-a6d2-5117dc33e066. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.488649] env[65310]: DEBUG nova.network.neutron [req-d75901d9-0308-4790-bb41-02921b5895a9 req-ebb04ae3-97e6-421e-9da8-2be23eb8e8c5 service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Updating instance_info_cache with network_info: [{"id": "dc40c9e5-5378-4abd-a6d2-5117dc33e066", "address": "fa:16:3e:9f:02:65", "network": {"id": "6539f932-097d-4ee1-8da7-a1f06689d9e9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1650319222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3588eee8d1b495d8dc0084f3abb5756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc40c9e5-53", "ovs_interfaceid": "dc40c9e5-5378-4abd-a6d2-5117dc33e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.492604] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442967d2-4e48-4ebe-8d66-1e17b9e9c66f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.502272] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e946f4-cad8-47d7-b5fe-caa57aee8a58 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.539436] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2121cad2-d9f2-4ae7-af48-8b7be1069d13 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.549029] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bfd15a-4916-4b3e-9fb4-708c2a3a69e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.566289] env[65310]: DEBUG nova.compute.provider_tree [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.628204] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "d88a03fd-d595-4306-8463-8c59269368cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.628461] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "d88a03fd-d595-4306-8463-8c59269368cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.743357] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fc5a39-055c-522d-0fcf-0bae6c01b90f, 'name': SearchDatastore_Task, 'duration_secs': 0.059364} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.744236] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9a1753-043d-4226-87d6-8349701d99fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.750185] env[65310]: DEBUG nova.network.neutron [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1068.755025] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for the task: (returnval){ [ 1068.755025] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52414d31-052d-103c-0952-d801067d5f5c" [ 1068.755025] env[65310]: _type = "Task" [ 1068.755025] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.765999] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52414d31-052d-103c-0952-d801067d5f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.847108] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.852828] env[65310]: WARNING neutronclient.v2_0.client [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.918688] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446834, 'name': Rename_Task, 'duration_secs': 0.165135} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.919353] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.919601] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0640230e-c5d8-4f68-9c94-e55f85e6c801 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.926026] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560762} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.927996] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 7f45eb72-235d-4efa-8138-370550b577da/7f45eb72-235d-4efa-8138-370550b577da.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.928456] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.929025] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1068.929025] env[65310]: value = "task-4446835" [ 1068.929025] env[65310]: _type = "Task" [ 1068.929025] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.929370] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d8d5f5e-fdb1-470c-88d2-fd792911a520 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.940099] env[65310]: DEBUG nova.network.neutron [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Updating instance_info_cache with network_info: [{"id": "c939c3d5-8586-4e6f-afb0-f88ba0de45a5", "address": "fa:16:3e:49:40:f5", "network": {"id": "c481f4c4-fca3-4af0-9461-b6baf57a1ce7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1816180591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c14a1f47fbc74f35b1feea3ed1322ec7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc939c3d5-85", "ovs_interfaceid": "c939c3d5-8586-4e6f-afb0-f88ba0de45a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.953775] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1068.953775] env[65310]: value = "task-4446836" [ 1068.953775] env[65310]: _type = "Task" [ 1068.953775] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.954528] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446835, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.964885] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.997438] env[65310]: DEBUG oslo_concurrency.lockutils [req-d75901d9-0308-4790-bb41-02921b5895a9 req-ebb04ae3-97e6-421e-9da8-2be23eb8e8c5 service nova] Releasing lock "refresh_cache-e3308987-e112-47ec-8808-4b9341a0bed2" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.069332] env[65310]: DEBUG nova.scheduler.client.report [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.130774] env[65310]: DEBUG nova.compute.manager [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1069.266783] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52414d31-052d-103c-0952-d801067d5f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.018565} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.267214] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.267386] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e3308987-e112-47ec-8808-4b9341a0bed2/e3308987-e112-47ec-8808-4b9341a0bed2.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.267654] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c654ba08-2de5-4fab-8c04-e9221611f8a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.276265] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for the task: (returnval){ [ 1069.276265] env[65310]: value = "task-4446837" [ 1069.276265] env[65310]: _type = "Task" [ 1069.276265] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.346151] env[65310]: DEBUG oslo_vmware.api [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446833, 'name': PowerOnVM_Task, 'duration_secs': 0.941659} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.346455] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.346677] env[65310]: INFO nova.compute.manager [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1069.346888] env[65310]: DEBUG nova.compute.manager [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1069.347864] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb4de01-9a0b-4dae-9782-4af6e0b2194f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.443615] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Releasing lock "refresh_cache-5f943975-0054-4fa9-b4c2-152cca5e63d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.444160] env[65310]: DEBUG nova.compute.manager [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Instance network_info: |[{"id": "c939c3d5-8586-4e6f-afb0-f88ba0de45a5", "address": "fa:16:3e:49:40:f5", "network": {"id": "c481f4c4-fca3-4af0-9461-b6baf57a1ce7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1816180591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c14a1f47fbc74f35b1feea3ed1322ec7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc939c3d5-85", "ovs_interfaceid": "c939c3d5-8586-4e6f-afb0-f88ba0de45a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1069.444524] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446835, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.444901] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:40:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c939c3d5-8586-4e6f-afb0-f88ba0de45a5', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.452408] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Creating folder: Project (c14a1f47fbc74f35b1feea3ed1322ec7). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.452709] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-493c217c-9d4b-4836-ba37-ae2b5bda13dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.463907] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068889} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.465232] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.465564] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Created folder: Project (c14a1f47fbc74f35b1feea3ed1322ec7) in parent group-v869493. [ 1069.465764] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Creating folder: Instances. Parent ref: group-v869760. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.466572] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c6667b-d9ae-4455-9df6-19c37c2faf0a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.469063] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9368aa12-99d2-499f-ad1a-5d78e62aa36d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.490588] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 7f45eb72-235d-4efa-8138-370550b577da/7f45eb72-235d-4efa-8138-370550b577da.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.492576] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cbe9280-672d-4fa5-a3f5-7d091e82d0db {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.507964] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Created folder: Instances in parent group-v869760. [ 1069.508256] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1069.508469] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.509405] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f44204b7-eae5-4435-a04d-f8caee37ee18 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.525119] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1069.525119] env[65310]: value = "task-4446840" [ 1069.525119] env[65310]: _type = "Task" [ 1069.525119] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.530188] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.530188] env[65310]: value = "task-4446841" [ 1069.530188] env[65310]: _type = "Task" [ 1069.530188] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.536627] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.542415] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446841, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.574406] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.574992] env[65310]: DEBUG nova.compute.manager [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1069.577762] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.677s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.579550] env[65310]: INFO nova.compute.claims [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.650581] env[65310]: DEBUG nova.compute.manager [req-6a1e7cea-ac45-4c71-a233-dfcf1779a4e7 req-fe4b9961-603f-4c95-839e-5678d4a35da3 service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Received event network-changed-c939c3d5-8586-4e6f-afb0-f88ba0de45a5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.650940] env[65310]: DEBUG nova.compute.manager [req-6a1e7cea-ac45-4c71-a233-dfcf1779a4e7 req-fe4b9961-603f-4c95-839e-5678d4a35da3 service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Refreshing instance network info cache due to event network-changed-c939c3d5-8586-4e6f-afb0-f88ba0de45a5. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1069.651328] env[65310]: DEBUG oslo_concurrency.lockutils [req-6a1e7cea-ac45-4c71-a233-dfcf1779a4e7 req-fe4b9961-603f-4c95-839e-5678d4a35da3 service nova] Acquiring lock "refresh_cache-5f943975-0054-4fa9-b4c2-152cca5e63d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.651547] env[65310]: DEBUG oslo_concurrency.lockutils [req-6a1e7cea-ac45-4c71-a233-dfcf1779a4e7 req-fe4b9961-603f-4c95-839e-5678d4a35da3 service nova] Acquired lock "refresh_cache-5f943975-0054-4fa9-b4c2-152cca5e63d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.651958] env[65310]: DEBUG nova.network.neutron [req-6a1e7cea-ac45-4c71-a233-dfcf1779a4e7 req-fe4b9961-603f-4c95-839e-5678d4a35da3 service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Refreshing network info cache for port c939c3d5-8586-4e6f-afb0-f88ba0de45a5 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.666233] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.788881] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446837, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.869672] env[65310]: INFO nova.compute.manager [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Took 27.88 seconds to build instance. [ 1069.943438] env[65310]: DEBUG oslo_vmware.api [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446835, 'name': PowerOnVM_Task, 'duration_secs': 0.771987} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.943737] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.943967] env[65310]: INFO nova.compute.manager [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1069.944143] env[65310]: DEBUG nova.compute.manager [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1069.945593] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e005394-9e7f-4bd3-ad6b-ec861d0daee6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.041062] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446840, 'name': ReconfigVM_Task, 'duration_secs': 0.451657} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.043804] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 7f45eb72-235d-4efa-8138-370550b577da/7f45eb72-235d-4efa-8138-370550b577da.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.044424] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446841, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.044716] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fd796e1-93c4-4064-abf7-f34d3608d6c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.051548] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1070.051548] env[65310]: value = "task-4446842" [ 1070.051548] env[65310]: _type = "Task" [ 1070.051548] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.062811] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446842, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.084597] env[65310]: DEBUG nova.compute.utils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.088325] env[65310]: DEBUG nova.compute.manager [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1070.088551] env[65310]: DEBUG nova.network.neutron [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1070.088868] env[65310]: WARNING neutronclient.v2_0.client [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.089205] env[65310]: WARNING neutronclient.v2_0.client [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.155642] env[65310]: WARNING neutronclient.v2_0.client [req-6a1e7cea-ac45-4c71-a233-dfcf1779a4e7 req-fe4b9961-603f-4c95-839e-5678d4a35da3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.162583] env[65310]: DEBUG nova.policy [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82d8d74cccc2479a8180cddb6f20f370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43adb619498c48219153229b44d7df42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.288310] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646626} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.288645] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e3308987-e112-47ec-8808-4b9341a0bed2/e3308987-e112-47ec-8808-4b9341a0bed2.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.288855] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.289166] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-029147a3-be6c-4580-9d69-517cf7245562 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.297869] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for the task: (returnval){ [ 1070.297869] env[65310]: value = "task-4446843" [ 1070.297869] env[65310]: _type = "Task" [ 1070.297869] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.316264] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.372333] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c516c47a-75e9-4198-b617-43c78aa62a33 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e67a3e15-e3c7-4bef-a60e-553a58715383" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.403s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.464317] env[65310]: INFO nova.compute.manager [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Took 25.88 seconds to build instance. [ 1070.492501] env[65310]: DEBUG nova.network.neutron [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Successfully created port: a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1070.543462] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446841, 'name': CreateVM_Task, 'duration_secs': 0.602013} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.543647] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.544162] env[65310]: WARNING neutronclient.v2_0.client [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.544537] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.544690] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.545016] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.545285] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd377548-50f6-45d5-b803-5e46c31114af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.551244] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1070.551244] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524e20cc-c22b-c9ff-3ac0-d2f7a73169ac" [ 1070.551244] env[65310]: _type = "Task" [ 1070.551244] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.565963] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446842, 'name': Rename_Task, 'duration_secs': 0.381528} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.569700] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.569986] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524e20cc-c22b-c9ff-3ac0-d2f7a73169ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.570223] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff158e9a-05d9-407b-abf9-134e5492ab53 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.572032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.572279] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.572658] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.572743] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.572930] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.573254] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65091470-a7ac-44a9-9242-a487e860a322 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.583675] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1070.583675] env[65310]: value = "task-4446844" [ 1070.583675] env[65310]: _type = "Task" [ 1070.583675] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.584953] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.585138] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.588882] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d01fc6-f7ae-44a3-8b48-f96a3f6b9aab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.595104] env[65310]: DEBUG nova.compute.manager [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1070.602178] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1070.602178] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5205c066-f5d5-31aa-25d3-82d8138af3c7" [ 1070.602178] env[65310]: _type = "Task" [ 1070.602178] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.602424] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.612881] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5205c066-f5d5-31aa-25d3-82d8138af3c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.812530] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268372} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.813165] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.813774] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49399eda-1d94-489e-90ac-4901591a31d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.839161] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] e3308987-e112-47ec-8808-4b9341a0bed2/e3308987-e112-47ec-8808-4b9341a0bed2.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.843307] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-346737f3-3f7e-4582-81aa-ddd87549985d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.867555] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for the task: (returnval){ [ 1070.867555] env[65310]: value = "task-4446845" [ 1070.867555] env[65310]: _type = "Task" [ 1070.867555] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.880060] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446845, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.926772] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981cb7ee-245d-42dd-9187-e4bde4b3a069 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.935374] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de61a98-5845-4fb5-89f1-a5d6dd28cba3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.940304] env[65310]: WARNING neutronclient.v2_0.client [req-6a1e7cea-ac45-4c71-a233-dfcf1779a4e7 req-fe4b9961-603f-4c95-839e-5678d4a35da3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.972057] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c19ccc-9e4f-4adc-a491-f846c1a51034 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.397s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.973157] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b7933a-b657-4307-9fb1-4594d4341960 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.981811] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b538520-b054-48d9-80da-fdf023b4542e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.998545] env[65310]: DEBUG nova.compute.provider_tree [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.098726] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.119870] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5205c066-f5d5-31aa-25d3-82d8138af3c7, 'name': SearchDatastore_Task, 'duration_secs': 0.016504} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.121048] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c776887e-d9ce-4aab-906a-fd8fb7dbfecd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.128908] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1071.128908] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529e24bd-6936-ff8c-cbdb-7eb0efbcf425" [ 1071.128908] env[65310]: _type = "Task" [ 1071.128908] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.133975] env[65310]: DEBUG nova.network.neutron [req-6a1e7cea-ac45-4c71-a233-dfcf1779a4e7 req-fe4b9961-603f-4c95-839e-5678d4a35da3 service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Updated VIF entry in instance network info cache for port c939c3d5-8586-4e6f-afb0-f88ba0de45a5. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1071.134350] env[65310]: DEBUG nova.network.neutron [req-6a1e7cea-ac45-4c71-a233-dfcf1779a4e7 req-fe4b9961-603f-4c95-839e-5678d4a35da3 service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Updating instance_info_cache with network_info: [{"id": "c939c3d5-8586-4e6f-afb0-f88ba0de45a5", "address": "fa:16:3e:49:40:f5", "network": {"id": "c481f4c4-fca3-4af0-9461-b6baf57a1ce7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1816180591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c14a1f47fbc74f35b1feea3ed1322ec7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc939c3d5-85", "ovs_interfaceid": "c939c3d5-8586-4e6f-afb0-f88ba0de45a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.143827] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529e24bd-6936-ff8c-cbdb-7eb0efbcf425, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.144156] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.144458] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 5f943975-0054-4fa9-b4c2-152cca5e63d1/5f943975-0054-4fa9-b4c2-152cca5e63d1.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.144738] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71fe15f0-cf9d-4049-82d0-3d4d167b144b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.153886] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1071.153886] env[65310]: value = "task-4446846" [ 1071.153886] env[65310]: _type = "Task" [ 1071.153886] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.164588] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.387535] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.502568] env[65310]: DEBUG nova.scheduler.client.report [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.601942] env[65310]: DEBUG oslo_vmware.api [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446844, 'name': PowerOnVM_Task, 'duration_secs': 0.804825} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.602458] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.602774] env[65310]: DEBUG nova.compute.manager [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1071.604165] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec589ce-d84f-4f29-8dbe-029f74000ebe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.615075] env[65310]: DEBUG nova.compute.manager [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1071.638158] env[65310]: DEBUG oslo_concurrency.lockutils [req-6a1e7cea-ac45-4c71-a233-dfcf1779a4e7 req-fe4b9961-603f-4c95-839e-5678d4a35da3 service nova] Releasing lock "refresh_cache-5f943975-0054-4fa9-b4c2-152cca5e63d1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.662506] env[65310]: DEBUG nova.virt.hardware [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1071.662865] env[65310]: DEBUG nova.virt.hardware [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.663016] env[65310]: DEBUG nova.virt.hardware [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1071.663337] env[65310]: DEBUG nova.virt.hardware [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.663486] env[65310]: DEBUG nova.virt.hardware [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1071.663646] env[65310]: DEBUG nova.virt.hardware [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1071.663835] env[65310]: DEBUG nova.virt.hardware [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.663984] env[65310]: DEBUG nova.virt.hardware [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1071.664184] env[65310]: DEBUG nova.virt.hardware [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1071.664343] env[65310]: DEBUG nova.virt.hardware [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1071.664516] env[65310]: DEBUG nova.virt.hardware [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1071.665917] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a7f208-9bca-4784-a26d-a8e9a80bc9bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.678204] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446846, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.682568] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f330f50-642e-41d8-8c0b-1f1670f1812d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.715552] env[65310]: DEBUG nova.compute.manager [req-9f933233-7384-4978-9350-6d6860b93d79 req-d5661c95-6501-4708-8e27-57709179bfed service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Received event network-changed-4f53dc8e-4e37-4e79-89af-f5c58bd31225 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1071.715552] env[65310]: DEBUG nova.compute.manager [req-9f933233-7384-4978-9350-6d6860b93d79 req-d5661c95-6501-4708-8e27-57709179bfed service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Refreshing instance network info cache due to event network-changed-4f53dc8e-4e37-4e79-89af-f5c58bd31225. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1071.715752] env[65310]: DEBUG oslo_concurrency.lockutils [req-9f933233-7384-4978-9350-6d6860b93d79 req-d5661c95-6501-4708-8e27-57709179bfed service nova] Acquiring lock "refresh_cache-8fc26557-81c8-4962-bf5b-94ffed93f063" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.717035] env[65310]: DEBUG oslo_concurrency.lockutils [req-9f933233-7384-4978-9350-6d6860b93d79 req-d5661c95-6501-4708-8e27-57709179bfed service nova] Acquired lock "refresh_cache-8fc26557-81c8-4962-bf5b-94ffed93f063" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.717035] env[65310]: DEBUG nova.network.neutron [req-9f933233-7384-4978-9350-6d6860b93d79 req-d5661c95-6501-4708-8e27-57709179bfed service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Refreshing network info cache for port 4f53dc8e-4e37-4e79-89af-f5c58bd31225 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.881073] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.008724] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.009284] env[65310]: DEBUG nova.compute.manager [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1072.012107] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.752s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.012559] env[65310]: DEBUG nova.objects.instance [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Lazy-loading 'resources' on Instance uuid c42326dc-beb7-4470-8740-b426cf4ceded {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.068990] env[65310]: DEBUG nova.compute.manager [req-dc69d980-e557-420c-991d-2edb61b705c1 req-5fb067a4-5bb6-4cf9-834a-eba83a1bb9f7 service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Received event network-vif-plugged-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1072.069280] env[65310]: DEBUG oslo_concurrency.lockutils [req-dc69d980-e557-420c-991d-2edb61b705c1 req-5fb067a4-5bb6-4cf9-834a-eba83a1bb9f7 service nova] Acquiring lock "3bfc58b9-1580-494f-b02c-1928afb6d17d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.069421] env[65310]: DEBUG oslo_concurrency.lockutils [req-dc69d980-e557-420c-991d-2edb61b705c1 req-5fb067a4-5bb6-4cf9-834a-eba83a1bb9f7 service nova] Lock "3bfc58b9-1580-494f-b02c-1928afb6d17d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.069677] env[65310]: DEBUG oslo_concurrency.lockutils [req-dc69d980-e557-420c-991d-2edb61b705c1 req-5fb067a4-5bb6-4cf9-834a-eba83a1bb9f7 service nova] Lock "3bfc58b9-1580-494f-b02c-1928afb6d17d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.069792] env[65310]: DEBUG nova.compute.manager [req-dc69d980-e557-420c-991d-2edb61b705c1 req-5fb067a4-5bb6-4cf9-834a-eba83a1bb9f7 service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] No waiting events found dispatching network-vif-plugged-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1072.069929] env[65310]: WARNING nova.compute.manager [req-dc69d980-e557-420c-991d-2edb61b705c1 req-5fb067a4-5bb6-4cf9-834a-eba83a1bb9f7 service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Received unexpected event network-vif-plugged-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 for instance with vm_state building and task_state spawning. [ 1072.129920] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.162862] env[65310]: DEBUG nova.network.neutron [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Successfully updated port: a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1072.171440] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57184} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.171749] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 5f943975-0054-4fa9-b4c2-152cca5e63d1/5f943975-0054-4fa9-b4c2-152cca5e63d1.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.172620] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.172620] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-655308f6-9ed0-4125-9a5d-4fe150bd9c05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.182089] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1072.182089] env[65310]: value = "task-4446847" [ 1072.182089] env[65310]: _type = "Task" [ 1072.182089] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.192419] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.218910] env[65310]: WARNING neutronclient.v2_0.client [req-9f933233-7384-4978-9350-6d6860b93d79 req-d5661c95-6501-4708-8e27-57709179bfed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.379930] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446845, 'name': ReconfigVM_Task, 'duration_secs': 1.258281} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.383498] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Reconfigured VM instance instance-00000060 to attach disk [datastore2] e3308987-e112-47ec-8808-4b9341a0bed2/e3308987-e112-47ec-8808-4b9341a0bed2.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.384409] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c042fe23-50e8-4821-8801-ebc8d5eb6744 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.391934] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for the task: (returnval){ [ 1072.391934] env[65310]: value = "task-4446848" [ 1072.391934] env[65310]: _type = "Task" [ 1072.391934] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.401058] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446848, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.415660] env[65310]: WARNING neutronclient.v2_0.client [req-9f933233-7384-4978-9350-6d6860b93d79 req-d5661c95-6501-4708-8e27-57709179bfed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.500563] env[65310]: DEBUG nova.network.neutron [req-9f933233-7384-4978-9350-6d6860b93d79 req-d5661c95-6501-4708-8e27-57709179bfed service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Updated VIF entry in instance network info cache for port 4f53dc8e-4e37-4e79-89af-f5c58bd31225. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1072.500931] env[65310]: DEBUG nova.network.neutron [req-9f933233-7384-4978-9350-6d6860b93d79 req-d5661c95-6501-4708-8e27-57709179bfed service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Updating instance_info_cache with network_info: [{"id": "4f53dc8e-4e37-4e79-89af-f5c58bd31225", "address": "fa:16:3e:4e:99:1b", "network": {"id": "d9468374-3dc2-4794-bfd6-9a573c43a7b3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-56576831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d80c83ee3ba482d95c776c23196f5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f53dc8e-4e", "ovs_interfaceid": "4f53dc8e-4e37-4e79-89af-f5c58bd31225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.515285] env[65310]: DEBUG nova.compute.utils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.520283] env[65310]: DEBUG nova.compute.manager [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1072.520482] env[65310]: DEBUG nova.network.neutron [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1072.520875] env[65310]: WARNING neutronclient.v2_0.client [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.521217] env[65310]: WARNING neutronclient.v2_0.client [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.562885] env[65310]: DEBUG nova.policy [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82d8d74cccc2479a8180cddb6f20f370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43adb619498c48219153229b44d7df42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.666671] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.666938] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.667175] env[65310]: DEBUG nova.network.neutron [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1072.693241] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067679} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.696265] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.697636] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e227fd79-9309-4ff0-b21e-f8056755155f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.724135] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 5f943975-0054-4fa9-b4c2-152cca5e63d1/5f943975-0054-4fa9-b4c2-152cca5e63d1.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.727282] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7098d455-db6f-4259-b544-a4b229108eb1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.750558] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1072.750558] env[65310]: value = "task-4446849" [ 1072.750558] env[65310]: _type = "Task" [ 1072.750558] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.765777] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.835983] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d7d760-a2fd-4ca7-8006-8a9cb49131ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.845265] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c16105-c11e-487e-aa50-4033b37d6840 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.883080] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4b39bb-2b2c-4662-8902-184597d50af6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.892135] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f4daf2-8cb3-4c6a-b9a4-79a0081eceaf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.911859] env[65310]: DEBUG nova.compute.provider_tree [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.921772] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446848, 'name': Rename_Task, 'duration_secs': 0.405301} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.922917] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.923193] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23121e44-0b57-470e-9de9-edc02543d653 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.925647] env[65310]: DEBUG nova.network.neutron [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Successfully created port: f36d024a-99c0-4532-a9eb-830bad0bc19d {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1072.935985] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for the task: (returnval){ [ 1072.935985] env[65310]: value = "task-4446850" [ 1072.935985] env[65310]: _type = "Task" [ 1072.935985] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.946586] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.005372] env[65310]: DEBUG oslo_concurrency.lockutils [req-9f933233-7384-4978-9350-6d6860b93d79 req-d5661c95-6501-4708-8e27-57709179bfed service nova] Releasing lock "refresh_cache-8fc26557-81c8-4962-bf5b-94ffed93f063" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.021513] env[65310]: DEBUG nova.compute.manager [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1073.223022] env[65310]: DEBUG nova.network.neutron [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1073.262495] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446849, 'name': ReconfigVM_Task, 'duration_secs': 0.378317} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.266302] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 5f943975-0054-4fa9-b4c2-152cca5e63d1/5f943975-0054-4fa9-b4c2-152cca5e63d1.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.267174] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cfcb737-32b5-4ef8-a0f8-853a9f214afe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.277000] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1073.277000] env[65310]: value = "task-4446851" [ 1073.277000] env[65310]: _type = "Task" [ 1073.277000] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.286246] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446851, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.373384] env[65310]: WARNING neutronclient.v2_0.client [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.415295] env[65310]: DEBUG nova.scheduler.client.report [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.423391] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquiring lock "7f45eb72-235d-4efa-8138-370550b577da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.423748] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "7f45eb72-235d-4efa-8138-370550b577da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.423994] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquiring lock "7f45eb72-235d-4efa-8138-370550b577da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.424202] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "7f45eb72-235d-4efa-8138-370550b577da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.424372] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "7f45eb72-235d-4efa-8138-370550b577da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.426767] env[65310]: INFO nova.compute.manager [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Terminating instance [ 1073.447080] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.449670] env[65310]: DEBUG nova.network.neutron [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Updating instance_info_cache with network_info: [{"id": "a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15", "address": "fa:16:3e:e7:f9:25", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6362ce8-50", "ovs_interfaceid": "a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.744340] env[65310]: DEBUG nova.compute.manager [req-84cd1c30-b951-463c-be15-f3921cd9e107 req-c50b32de-75a6-4a57-bf7a-bd9e8d428be0 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Received event network-changed-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1073.744631] env[65310]: DEBUG nova.compute.manager [req-84cd1c30-b951-463c-be15-f3921cd9e107 req-c50b32de-75a6-4a57-bf7a-bd9e8d428be0 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Refreshing instance network info cache due to event network-changed-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1073.744893] env[65310]: DEBUG oslo_concurrency.lockutils [req-84cd1c30-b951-463c-be15-f3921cd9e107 req-c50b32de-75a6-4a57-bf7a-bd9e8d428be0 service nova] Acquiring lock "refresh_cache-e67a3e15-e3c7-4bef-a60e-553a58715383" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.745069] env[65310]: DEBUG oslo_concurrency.lockutils [req-84cd1c30-b951-463c-be15-f3921cd9e107 req-c50b32de-75a6-4a57-bf7a-bd9e8d428be0 service nova] Acquired lock "refresh_cache-e67a3e15-e3c7-4bef-a60e-553a58715383" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.745265] env[65310]: DEBUG nova.network.neutron [req-84cd1c30-b951-463c-be15-f3921cd9e107 req-c50b32de-75a6-4a57-bf7a-bd9e8d428be0 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Refreshing network info cache for port 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.788348] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446851, 'name': Rename_Task, 'duration_secs': 0.158537} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.788679] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.789030] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e61e1b34-6716-42b1-a093-e2c6fa66f1a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.797313] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1073.797313] env[65310]: value = "task-4446852" [ 1073.797313] env[65310]: _type = "Task" [ 1073.797313] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.807503] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.921702] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.924909] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.004s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.926712] env[65310]: INFO nova.compute.claims [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.931324] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquiring lock "refresh_cache-7f45eb72-235d-4efa-8138-370550b577da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.931324] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquired lock "refresh_cache-7f45eb72-235d-4efa-8138-370550b577da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.931582] env[65310]: DEBUG nova.network.neutron [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1073.950823] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446850, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.952889] env[65310]: INFO nova.scheduler.client.report [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Deleted allocations for instance c42326dc-beb7-4470-8740-b426cf4ceded [ 1073.954227] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.954583] env[65310]: DEBUG nova.compute.manager [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Instance network_info: |[{"id": "a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15", "address": "fa:16:3e:e7:f9:25", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6362ce8-50", "ovs_interfaceid": "a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1073.957880] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:f9:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.965755] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Creating folder: Project (43adb619498c48219153229b44d7df42). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.966907] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb316050-7264-4f3f-b141-fc1b6fa4433d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.982345] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Created folder: Project (43adb619498c48219153229b44d7df42) in parent group-v869493. [ 1073.982621] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Creating folder: Instances. Parent ref: group-v869763. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.983416] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e4f520d-8bfa-44ce-879d-9a156a740aa8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.998039] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Created folder: Instances in parent group-v869763. [ 1073.998039] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1073.998039] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.998327] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82d63c22-ad85-4c5f-9ae4-b41a584a3009 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.024152] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.024152] env[65310]: value = "task-4446855" [ 1074.024152] env[65310]: _type = "Task" [ 1074.024152] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.031815] env[65310]: DEBUG nova.compute.manager [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1074.039455] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446855, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.073414] env[65310]: DEBUG nova.virt.hardware [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1074.073557] env[65310]: DEBUG nova.virt.hardware [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.073782] env[65310]: DEBUG nova.virt.hardware [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1074.073984] env[65310]: DEBUG nova.virt.hardware [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.074170] env[65310]: DEBUG nova.virt.hardware [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1074.074407] env[65310]: DEBUG nova.virt.hardware [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1074.074663] env[65310]: DEBUG nova.virt.hardware [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1074.074928] env[65310]: DEBUG nova.virt.hardware [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1074.075319] env[65310]: DEBUG nova.virt.hardware [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1074.075536] env[65310]: DEBUG nova.virt.hardware [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1074.076728] env[65310]: DEBUG nova.virt.hardware [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1074.077971] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf1d727-739b-42a4-8c7e-3f08d64fbb87 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.092080] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0714276f-fae7-4ece-93e2-b5235d18cef8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.144045] env[65310]: DEBUG nova.compute.manager [req-67b2c40e-cfc7-4420-9bce-c81c2561343b req-b777a71c-4f8c-4039-b04a-ce6ffe2caa62 service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Received event network-changed-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1074.144045] env[65310]: DEBUG nova.compute.manager [req-67b2c40e-cfc7-4420-9bce-c81c2561343b req-b777a71c-4f8c-4039-b04a-ce6ffe2caa62 service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Refreshing instance network info cache due to event network-changed-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1074.144496] env[65310]: DEBUG oslo_concurrency.lockutils [req-67b2c40e-cfc7-4420-9bce-c81c2561343b req-b777a71c-4f8c-4039-b04a-ce6ffe2caa62 service nova] Acquiring lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.144664] env[65310]: DEBUG oslo_concurrency.lockutils [req-67b2c40e-cfc7-4420-9bce-c81c2561343b req-b777a71c-4f8c-4039-b04a-ce6ffe2caa62 service nova] Acquired lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.144921] env[65310]: DEBUG nova.network.neutron [req-67b2c40e-cfc7-4420-9bce-c81c2561343b req-b777a71c-4f8c-4039-b04a-ce6ffe2caa62 service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Refreshing network info cache for port a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.247875] env[65310]: WARNING neutronclient.v2_0.client [req-84cd1c30-b951-463c-be15-f3921cd9e107 req-c50b32de-75a6-4a57-bf7a-bd9e8d428be0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.309777] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446852, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.433972] env[65310]: WARNING neutronclient.v2_0.client [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.449188] env[65310]: DEBUG oslo_vmware.api [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446850, 'name': PowerOnVM_Task, 'duration_secs': 1.060744} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.449509] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.449697] env[65310]: INFO nova.compute.manager [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1074.450823] env[65310]: DEBUG nova.compute.manager [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1074.450823] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcaf69c-c43c-4e50-9283-b985c25f3826 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.470483] env[65310]: DEBUG oslo_concurrency.lockutils [None req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Lock "c42326dc-beb7-4470-8740-b426cf4ceded" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.996s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.523059] env[65310]: DEBUG nova.network.neutron [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1074.536018] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446855, 'name': CreateVM_Task, 'duration_secs': 0.503388} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.537160] env[65310]: DEBUG nova.network.neutron [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Successfully updated port: f36d024a-99c0-4532-a9eb-830bad0bc19d {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1074.538496] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.539368] env[65310]: WARNING neutronclient.v2_0.client [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.540370] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.541702] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.542158] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.542875] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399201b1-9195-4cf4-8434-f62ab29474bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.550205] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1074.550205] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5237a458-3c23-ea09-71ec-810781e45e40" [ 1074.550205] env[65310]: _type = "Task" [ 1074.550205] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.559701] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5237a458-3c23-ea09-71ec-810781e45e40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.568931] env[65310]: WARNING neutronclient.v2_0.client [req-84cd1c30-b951-463c-be15-f3921cd9e107 req-c50b32de-75a6-4a57-bf7a-bd9e8d428be0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.603670] env[65310]: DEBUG nova.network.neutron [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.640107] env[65310]: DEBUG nova.network.neutron [req-84cd1c30-b951-463c-be15-f3921cd9e107 req-c50b32de-75a6-4a57-bf7a-bd9e8d428be0 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Updated VIF entry in instance network info cache for port 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1074.640535] env[65310]: DEBUG nova.network.neutron [req-84cd1c30-b951-463c-be15-f3921cd9e107 req-c50b32de-75a6-4a57-bf7a-bd9e8d428be0 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Updating instance_info_cache with network_info: [{"id": "930fea6c-fc2a-4bba-a2f0-9ecfde845e3b", "address": "fa:16:3e:b5:30:6e", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930fea6c-fc", "ovs_interfaceid": "930fea6c-fc2a-4bba-a2f0-9ecfde845e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.648435] env[65310]: WARNING neutronclient.v2_0.client [req-67b2c40e-cfc7-4420-9bce-c81c2561343b req-b777a71c-4f8c-4039-b04a-ce6ffe2caa62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.790978] env[65310]: WARNING neutronclient.v2_0.client [req-67b2c40e-cfc7-4420-9bce-c81c2561343b req-b777a71c-4f8c-4039-b04a-ce6ffe2caa62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.809486] env[65310]: DEBUG oslo_vmware.api [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446852, 'name': PowerOnVM_Task, 'duration_secs': 0.517314} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.809814] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.810076] env[65310]: INFO nova.compute.manager [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1074.810321] env[65310]: DEBUG nova.compute.manager [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1074.811197] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aa8aea-dcc2-4823-81ae-c30e75aca731 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.886447] env[65310]: DEBUG nova.network.neutron [req-67b2c40e-cfc7-4420-9bce-c81c2561343b req-b777a71c-4f8c-4039-b04a-ce6ffe2caa62 service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Updated VIF entry in instance network info cache for port a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1074.886816] env[65310]: DEBUG nova.network.neutron [req-67b2c40e-cfc7-4420-9bce-c81c2561343b req-b777a71c-4f8c-4039-b04a-ce6ffe2caa62 service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Updating instance_info_cache with network_info: [{"id": "a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15", "address": "fa:16:3e:e7:f9:25", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6362ce8-50", "ovs_interfaceid": "a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.975133] env[65310]: INFO nova.compute.manager [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Took 24.16 seconds to build instance. [ 1075.039929] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "refresh_cache-5f9a7f8c-576e-499b-b84c-eda4a89b7835" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.040210] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "refresh_cache-5f9a7f8c-576e-499b-b84c-eda4a89b7835" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.040426] env[65310]: DEBUG nova.network.neutron [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1075.063505] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5237a458-3c23-ea09-71ec-810781e45e40, 'name': SearchDatastore_Task, 'duration_secs': 0.040949} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.063505] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.064137] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.064137] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.064137] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.064365] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.064539] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3c9397-8ace-475c-8ad5-b638e6785f84 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.077518] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.079040] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.079040] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fcf5b8a-daae-478e-841b-299035c6ea21 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.085106] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1075.085106] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521cc0fa-7779-ef87-ade8-5bd93588d48f" [ 1075.085106] env[65310]: _type = "Task" [ 1075.085106] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.097881] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521cc0fa-7779-ef87-ade8-5bd93588d48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.108408] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Releasing lock "refresh_cache-7f45eb72-235d-4efa-8138-370550b577da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.108834] env[65310]: DEBUG nova.compute.manager [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1075.109041] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.109957] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b259b279-464a-4066-bb64-8b4f387d1a58 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.120691] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.126334] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86fceeb5-d68f-41a3-a641-fca5052bc6a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.133104] env[65310]: DEBUG oslo_vmware.api [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1075.133104] env[65310]: value = "task-4446856" [ 1075.133104] env[65310]: _type = "Task" [ 1075.133104] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.144120] env[65310]: DEBUG oslo_concurrency.lockutils [req-84cd1c30-b951-463c-be15-f3921cd9e107 req-c50b32de-75a6-4a57-bf7a-bd9e8d428be0 service nova] Releasing lock "refresh_cache-e67a3e15-e3c7-4bef-a60e-553a58715383" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.152478] env[65310]: DEBUG oslo_vmware.api [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.227666] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b98eded-3c0a-4da0-a063-24310bd4d2dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.238727] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af17f946-31cd-4408-a3a7-b08d60f435a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.275212] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d77faf-d5d2-4003-87f1-44988b5876af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.285905] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99d4580-4025-412e-9ed9-7a24af258eef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.304289] env[65310]: DEBUG nova.compute.provider_tree [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.329330] env[65310]: INFO nova.compute.manager [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Took 24.50 seconds to build instance. [ 1075.389500] env[65310]: DEBUG oslo_concurrency.lockutils [req-67b2c40e-cfc7-4420-9bce-c81c2561343b req-b777a71c-4f8c-4039-b04a-ce6ffe2caa62 service nova] Releasing lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.477995] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9356eee8-7074-40b4-8385-3201ddbd595b tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Lock "e3308987-e112-47ec-8808-4b9341a0bed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.678s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.573150] env[65310]: DEBUG nova.network.neutron [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1075.599411] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521cc0fa-7779-ef87-ade8-5bd93588d48f, 'name': SearchDatastore_Task, 'duration_secs': 0.033479} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.600348] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90907b93-fb19-450b-9a49-1e100120ce01 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.607250] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1075.607250] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5292b059-bba4-2ddc-82ab-b26f9a9097f7" [ 1075.607250] env[65310]: _type = "Task" [ 1075.607250] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.619216] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5292b059-bba4-2ddc-82ab-b26f9a9097f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.642906] env[65310]: DEBUG oslo_vmware.api [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446856, 'name': PowerOffVM_Task, 'duration_secs': 0.221958} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.643273] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.643449] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.643710] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86258a4b-ce0f-4856-a45b-25405f43ba40 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.671954] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.672359] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.672608] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Deleting the datastore file [datastore2] 7f45eb72-235d-4efa-8138-370550b577da {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.672948] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98899195-cc39-4543-b01b-0e80b52c5f6b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.682741] env[65310]: DEBUG oslo_vmware.api [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for the task: (returnval){ [ 1075.682741] env[65310]: value = "task-4446858" [ 1075.682741] env[65310]: _type = "Task" [ 1075.682741] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.697567] env[65310]: DEBUG oslo_vmware.api [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.747892] env[65310]: WARNING neutronclient.v2_0.client [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.810036] env[65310]: DEBUG nova.scheduler.client.report [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.832481] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lock "5f943975-0054-4fa9-b4c2-152cca5e63d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.020s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.884196] env[65310]: DEBUG nova.network.neutron [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Updating instance_info_cache with network_info: [{"id": "f36d024a-99c0-4532-a9eb-830bad0bc19d", "address": "fa:16:3e:75:90:ad", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf36d024a-99", "ovs_interfaceid": "f36d024a-99c0-4532-a9eb-830bad0bc19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.118436] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5292b059-bba4-2ddc-82ab-b26f9a9097f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.118634] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.118977] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 3bfc58b9-1580-494f-b02c-1928afb6d17d/3bfc58b9-1580-494f-b02c-1928afb6d17d.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.119181] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-224447c7-618e-4e80-aa8b-b4e1d273a8eb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.127591] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1076.127591] env[65310]: value = "task-4446859" [ 1076.127591] env[65310]: _type = "Task" [ 1076.127591] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.137813] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.170375] env[65310]: DEBUG nova.compute.manager [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Received event network-vif-plugged-f36d024a-99c0-4532-a9eb-830bad0bc19d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.170865] env[65310]: DEBUG oslo_concurrency.lockutils [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] Acquiring lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.171193] env[65310]: DEBUG oslo_concurrency.lockutils [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] Lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.171485] env[65310]: DEBUG oslo_concurrency.lockutils [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] Lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.171765] env[65310]: DEBUG nova.compute.manager [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] No waiting events found dispatching network-vif-plugged-f36d024a-99c0-4532-a9eb-830bad0bc19d {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1076.172160] env[65310]: WARNING nova.compute.manager [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Received unexpected event network-vif-plugged-f36d024a-99c0-4532-a9eb-830bad0bc19d for instance with vm_state building and task_state spawning. [ 1076.172419] env[65310]: DEBUG nova.compute.manager [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Received event network-changed-f36d024a-99c0-4532-a9eb-830bad0bc19d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.172777] env[65310]: DEBUG nova.compute.manager [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Refreshing instance network info cache due to event network-changed-f36d024a-99c0-4532-a9eb-830bad0bc19d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1076.173050] env[65310]: DEBUG oslo_concurrency.lockutils [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] Acquiring lock "refresh_cache-5f9a7f8c-576e-499b-b84c-eda4a89b7835" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.195079] env[65310]: DEBUG oslo_vmware.api [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Task: {'id': task-4446858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137037} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.195155] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.195359] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.195549] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.195719] env[65310]: INFO nova.compute.manager [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1076.196011] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1076.196223] env[65310]: DEBUG nova.compute.manager [-] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1076.196319] env[65310]: DEBUG nova.network.neutron [-] [instance: 7f45eb72-235d-4efa-8138-370550b577da] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1076.196562] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.216493] env[65310]: DEBUG nova.network.neutron [-] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1076.217293] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.317987] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.318770] env[65310]: DEBUG nova.compute.manager [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1076.321874] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.159s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.322131] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.324377] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.061s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.326201] env[65310]: INFO nova.compute.claims [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.380625] env[65310]: INFO nova.scheduler.client.report [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted allocations for instance 5040d2cc-7cd2-4103-8aea-17b8f9a93629 [ 1076.390419] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "refresh_cache-5f9a7f8c-576e-499b-b84c-eda4a89b7835" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.390976] env[65310]: DEBUG nova.compute.manager [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Instance network_info: |[{"id": "f36d024a-99c0-4532-a9eb-830bad0bc19d", "address": "fa:16:3e:75:90:ad", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf36d024a-99", "ovs_interfaceid": "f36d024a-99c0-4532-a9eb-830bad0bc19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1076.391894] env[65310]: DEBUG oslo_concurrency.lockutils [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] Acquired lock "refresh_cache-5f9a7f8c-576e-499b-b84c-eda4a89b7835" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.392178] env[65310]: DEBUG nova.network.neutron [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Refreshing network info cache for port f36d024a-99c0-4532-a9eb-830bad0bc19d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.394168] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:90:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f36d024a-99c0-4532-a9eb-830bad0bc19d', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.406089] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1076.407373] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.409976] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f676648a-21e2-457c-988f-63ad200727ec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.435883] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.435883] env[65310]: value = "task-4446860" [ 1076.435883] env[65310]: _type = "Task" [ 1076.435883] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.447205] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446860, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.640141] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446859, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.719138] env[65310]: DEBUG nova.network.neutron [-] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.833374] env[65310]: DEBUG nova.compute.utils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.835361] env[65310]: DEBUG nova.compute.manager [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1076.835663] env[65310]: DEBUG nova.network.neutron [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1076.836166] env[65310]: WARNING neutronclient.v2_0.client [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.836580] env[65310]: WARNING neutronclient.v2_0.client [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.886290] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c2528f9b-ecad-468c-957f-0a90fdb3f524 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "5040d2cc-7cd2-4103-8aea-17b8f9a93629" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.775s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.901459] env[65310]: DEBUG nova.policy [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a16b7ae582fb48c89340b575391e130e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06820740f51c4c5cb99a265060439609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.907320] env[65310]: WARNING neutronclient.v2_0.client [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.949012] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446860, 'name': CreateVM_Task, 'duration_secs': 0.447396} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.949012] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.949590] env[65310]: WARNING neutronclient.v2_0.client [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.950456] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.950456] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.950456] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.950966] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfe10ba-7815-4e26-923c-34af473682a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.957477] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1076.957477] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527f05ac-5084-63c5-3bdc-f3f4cea6ce8c" [ 1076.957477] env[65310]: _type = "Task" [ 1076.957477] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.968142] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527f05ac-5084-63c5-3bdc-f3f4cea6ce8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.140025] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550756} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.140380] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 3bfc58b9-1580-494f-b02c-1928afb6d17d/3bfc58b9-1580-494f-b02c-1928afb6d17d.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.140482] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.140792] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7df936ad-a551-4f01-bcfe-e2d1095affeb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.149562] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1077.149562] env[65310]: value = "task-4446861" [ 1077.149562] env[65310]: _type = "Task" [ 1077.149562] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.163926] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.187697] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquiring lock "e3308987-e112-47ec-8808-4b9341a0bed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.187990] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Lock "e3308987-e112-47ec-8808-4b9341a0bed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.188229] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquiring lock "e3308987-e112-47ec-8808-4b9341a0bed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.188412] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Lock "e3308987-e112-47ec-8808-4b9341a0bed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.188662] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Lock "e3308987-e112-47ec-8808-4b9341a0bed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.190881] env[65310]: INFO nova.compute.manager [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Terminating instance [ 1077.222132] env[65310]: INFO nova.compute.manager [-] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Took 1.03 seconds to deallocate network for instance. [ 1077.265889] env[65310]: DEBUG nova.network.neutron [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Successfully created port: cceeabbd-49a8-4279-88fc-adf5ce0191cc {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1077.274419] env[65310]: DEBUG nova.compute.manager [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1077.275844] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b969b33-963d-442e-ad70-d6cac69f0d94 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.339924] env[65310]: DEBUG nova.compute.manager [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1077.473870] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527f05ac-5084-63c5-3bdc-f3f4cea6ce8c, 'name': SearchDatastore_Task, 'duration_secs': 0.014809} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.474256] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.474489] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.474740] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.474887] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.475074] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.475363] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c282c1-acc1-4d26-b060-766c50d04246 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.489017] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.489247] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.490024] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45464582-85b6-47a2-9067-7f8c6869e6e9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.497259] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1077.497259] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528c7d62-3736-3e9b-add0-a45cfb14f2ca" [ 1077.497259] env[65310]: _type = "Task" [ 1077.497259] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.506910] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528c7d62-3736-3e9b-add0-a45cfb14f2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.587700] env[65310]: WARNING neutronclient.v2_0.client [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.632033] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b30d8-a96e-487e-b945-e36e4a2893e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.642415] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83abf35-5682-490a-91ca-593ffe87778f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.685293] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e07ea6-333b-4b04-8abb-cd6c33e9dc9f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.691669] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224114} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.692271] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.693247] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339081d0-177f-4e9e-b0c9-13e562dfd698 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.696664] env[65310]: DEBUG nova.network.neutron [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Updated VIF entry in instance network info cache for port f36d024a-99c0-4532-a9eb-830bad0bc19d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1077.697016] env[65310]: DEBUG nova.network.neutron [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Updating instance_info_cache with network_info: [{"id": "f36d024a-99c0-4532-a9eb-830bad0bc19d", "address": "fa:16:3e:75:90:ad", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf36d024a-99", "ovs_interfaceid": "f36d024a-99c0-4532-a9eb-830bad0bc19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.700988] env[65310]: DEBUG nova.compute.manager [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1077.701325] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.702490] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e43c55-a125-4ae4-8daf-1847ce774805 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.706692] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a229b6-2de4-4e4a-bb04-8177f715906f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.492319] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.492792] env[65310]: INFO nova.compute.manager [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] instance snapshotting [ 1078.497319] env[65310]: DEBUG oslo_concurrency.lockutils [req-a790bd87-66a5-4c2f-909d-044f27bb19b3 req-9f33621f-9a09-4c3a-ac5f-5c2c2dbdb859 service nova] Releasing lock "refresh_cache-5f9a7f8c-576e-499b-b84c-eda4a89b7835" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.505979] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 3bfc58b9-1580-494f-b02c-1928afb6d17d/3bfc58b9-1580-494f-b02c-1928afb6d17d.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.512160] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdb4e0a-291d-4001-8121-2abf2308c5e9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.528701] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da773a4-f1e5-4942-87e0-e97edd4e3230 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.541244] env[65310]: DEBUG nova.compute.provider_tree [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.546025] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.546025] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12e47a53-931e-4af5-a504-bb930a326d3b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.566787] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528c7d62-3736-3e9b-add0-a45cfb14f2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.049073} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.570092] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecd0bb4-b388-47b4-a435-f6bb252e9310 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.574310] env[65310]: DEBUG oslo_vmware.api [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for the task: (returnval){ [ 1078.574310] env[65310]: value = "task-4446863" [ 1078.574310] env[65310]: _type = "Task" [ 1078.574310] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.574544] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1078.574544] env[65310]: value = "task-4446862" [ 1078.574544] env[65310]: _type = "Task" [ 1078.574544] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.574747] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b940f64c-ea38-40c4-b336-ea5107557adc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.592506] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1078.592506] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5285b2ed-65b5-ad09-aa6a-37df91cc3792" [ 1078.592506] env[65310]: _type = "Task" [ 1078.592506] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.604988] env[65310]: DEBUG oslo_vmware.api [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.605270] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.612066] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5285b2ed-65b5-ad09-aa6a-37df91cc3792, 'name': SearchDatastore_Task, 'duration_secs': 0.014509} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.612413] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.612740] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5f9a7f8c-576e-499b-b84c-eda4a89b7835/5f9a7f8c-576e-499b-b84c-eda4a89b7835.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.613395] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dae68a22-5770-4e2c-976c-50398ad27118 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.621475] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1078.621475] env[65310]: value = "task-4446864" [ 1078.621475] env[65310]: _type = "Task" [ 1078.621475] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.633506] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.844818] env[65310]: DEBUG nova.compute.manager [req-8d219e8a-3722-42e8-8a0d-7b90c0b57ae9 req-bf17d90e-1ee4-46f7-a7d9-cf53d99c97d8 service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Received event network-vif-plugged-cceeabbd-49a8-4279-88fc-adf5ce0191cc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1078.845421] env[65310]: DEBUG oslo_concurrency.lockutils [req-8d219e8a-3722-42e8-8a0d-7b90c0b57ae9 req-bf17d90e-1ee4-46f7-a7d9-cf53d99c97d8 service nova] Acquiring lock "ecfae4e6-f424-4485-b9d1-837feda94128-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.845421] env[65310]: DEBUG oslo_concurrency.lockutils [req-8d219e8a-3722-42e8-8a0d-7b90c0b57ae9 req-bf17d90e-1ee4-46f7-a7d9-cf53d99c97d8 service nova] Lock "ecfae4e6-f424-4485-b9d1-837feda94128-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.845506] env[65310]: DEBUG oslo_concurrency.lockutils [req-8d219e8a-3722-42e8-8a0d-7b90c0b57ae9 req-bf17d90e-1ee4-46f7-a7d9-cf53d99c97d8 service nova] Lock "ecfae4e6-f424-4485-b9d1-837feda94128-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.845668] env[65310]: DEBUG nova.compute.manager [req-8d219e8a-3722-42e8-8a0d-7b90c0b57ae9 req-bf17d90e-1ee4-46f7-a7d9-cf53d99c97d8 service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] No waiting events found dispatching network-vif-plugged-cceeabbd-49a8-4279-88fc-adf5ce0191cc {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1078.846026] env[65310]: WARNING nova.compute.manager [req-8d219e8a-3722-42e8-8a0d-7b90c0b57ae9 req-bf17d90e-1ee4-46f7-a7d9-cf53d99c97d8 service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Received unexpected event network-vif-plugged-cceeabbd-49a8-4279-88fc-adf5ce0191cc for instance with vm_state building and task_state spawning. [ 1078.947682] env[65310]: DEBUG nova.network.neutron [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Successfully updated port: cceeabbd-49a8-4279-88fc-adf5ce0191cc {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1079.008726] env[65310]: DEBUG nova.compute.manager [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1079.038080] env[65310]: DEBUG nova.virt.hardware [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1079.038777] env[65310]: DEBUG nova.virt.hardware [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.038777] env[65310]: DEBUG nova.virt.hardware [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1079.038777] env[65310]: DEBUG nova.virt.hardware [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.038998] env[65310]: DEBUG nova.virt.hardware [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1079.039072] env[65310]: DEBUG nova.virt.hardware [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1079.039274] env[65310]: DEBUG nova.virt.hardware [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1079.039459] env[65310]: DEBUG nova.virt.hardware [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1079.039615] env[65310]: DEBUG nova.virt.hardware [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1079.039774] env[65310]: DEBUG nova.virt.hardware [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1079.039938] env[65310]: DEBUG nova.virt.hardware [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1079.040938] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cbd031-2ca6-440d-8043-9947f9eef28c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.044595] env[65310]: DEBUG nova.scheduler.client.report [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.056699] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66528d2-382e-488a-a9b0-97a4b61a453f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.090733] env[65310]: DEBUG oslo_vmware.api [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446863, 'name': PowerOffVM_Task, 'duration_secs': 0.236117} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.093974] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.094181] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.095193] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1079.095458] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446862, 'name': ReconfigVM_Task, 'duration_secs': 0.329931} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.095665] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7532102-0ab1-4a9d-9b40-94493b48e288 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.097415] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5eaa129a-0c70-43e9-a1b9-3353fd8c5a25 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.099604] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 3bfc58b9-1580-494f-b02c-1928afb6d17d/3bfc58b9-1580-494f-b02c-1928afb6d17d.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.100238] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a932c566-a9f6-46fb-a5e3-2504e46e0a2a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.109433] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1079.109433] env[65310]: value = "task-4446866" [ 1079.109433] env[65310]: _type = "Task" [ 1079.109433] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.111155] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1079.111155] env[65310]: value = "task-4446867" [ 1079.111155] env[65310]: _type = "Task" [ 1079.111155] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.124454] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446866, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.130799] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446867, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.140403] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446864, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.175862] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.176187] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.176466] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Deleting the datastore file [datastore2] e3308987-e112-47ec-8808-4b9341a0bed2 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.176850] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5db1921e-761d-4437-8593-191123acf412 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.187513] env[65310]: DEBUG oslo_vmware.api [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for the task: (returnval){ [ 1079.187513] env[65310]: value = "task-4446868" [ 1079.187513] env[65310]: _type = "Task" [ 1079.187513] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.200717] env[65310]: DEBUG oslo_vmware.api [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.451252] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "refresh_cache-ecfae4e6-f424-4485-b9d1-837feda94128" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.451493] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "refresh_cache-ecfae4e6-f424-4485-b9d1-837feda94128" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.451687] env[65310]: DEBUG nova.network.neutron [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1079.551417] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.227s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.552023] env[65310]: DEBUG nova.compute.manager [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1079.555015] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.597s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.556519] env[65310]: INFO nova.compute.claims [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.625671] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446867, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.631691] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446866, 'name': Rename_Task, 'duration_secs': 0.232565} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.632335] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.632957] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd0132c8-f69c-4d79-a51f-e911f9930264 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.638196] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630461} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.638485] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5f9a7f8c-576e-499b-b84c-eda4a89b7835/5f9a7f8c-576e-499b-b84c-eda4a89b7835.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.638758] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.639978] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-636d2bed-5d3f-4220-ad3d-9faf4b8f7e9c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.641922] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1079.641922] env[65310]: value = "task-4446869" [ 1079.641922] env[65310]: _type = "Task" [ 1079.641922] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.647090] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1079.647090] env[65310]: value = "task-4446870" [ 1079.647090] env[65310]: _type = "Task" [ 1079.647090] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.654163] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.662246] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.700520] env[65310]: DEBUG oslo_vmware.api [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Task: {'id': task-4446868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179288} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.700841] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.701038] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.701211] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.701415] env[65310]: INFO nova.compute.manager [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Took 2.00 seconds to destroy the instance on the hypervisor. [ 1079.701730] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1079.702030] env[65310]: DEBUG nova.compute.manager [-] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1079.702156] env[65310]: DEBUG nova.network.neutron [-] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1079.702664] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.771196] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.994666] env[65310]: DEBUG nova.network.neutron [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1080.040044] env[65310]: DEBUG nova.compute.manager [req-dc6648d7-8703-48c4-abdc-4063ba4d97bc req-c9b690c0-dbff-4b1e-98d7-429bc65af92e service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Received event network-vif-deleted-dc40c9e5-5378-4abd-a6d2-5117dc33e066 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1080.040296] env[65310]: INFO nova.compute.manager [req-dc6648d7-8703-48c4-abdc-4063ba4d97bc req-c9b690c0-dbff-4b1e-98d7-429bc65af92e service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Neutron deleted interface dc40c9e5-5378-4abd-a6d2-5117dc33e066; detaching it from the instance and deleting it from the info cache [ 1080.040448] env[65310]: DEBUG nova.network.neutron [req-dc6648d7-8703-48c4-abdc-4063ba4d97bc req-c9b690c0-dbff-4b1e-98d7-429bc65af92e service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.061870] env[65310]: DEBUG nova.compute.utils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.065899] env[65310]: DEBUG nova.compute.manager [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1080.066113] env[65310]: DEBUG nova.network.neutron [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1080.066434] env[65310]: WARNING neutronclient.v2_0.client [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.066728] env[65310]: WARNING neutronclient.v2_0.client [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.091679] env[65310]: WARNING neutronclient.v2_0.client [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.123795] env[65310]: DEBUG nova.policy [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd63acce740cc4a4cb5372703931ed6ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6252c5654534ea7bfacb4e20779d52f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.129589] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446867, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.159591] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.164044] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074381} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.164488] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.165923] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13404820-f1ce-493c-a6be-bd2a7530acc4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.200203] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 5f9a7f8c-576e-499b-b84c-eda4a89b7835/5f9a7f8c-576e-499b-b84c-eda4a89b7835.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.201656] env[65310]: DEBUG nova.network.neutron [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Updating instance_info_cache with network_info: [{"id": "cceeabbd-49a8-4279-88fc-adf5ce0191cc", "address": "fa:16:3e:e9:a7:f1", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcceeabbd-49", "ovs_interfaceid": "cceeabbd-49a8-4279-88fc-adf5ce0191cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.203161] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d3307d-124f-4372-b482-542500c79f71 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.218384] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "refresh_cache-ecfae4e6-f424-4485-b9d1-837feda94128" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.218749] env[65310]: DEBUG nova.compute.manager [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Instance network_info: |[{"id": "cceeabbd-49a8-4279-88fc-adf5ce0191cc", "address": "fa:16:3e:e9:a7:f1", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcceeabbd-49", "ovs_interfaceid": "cceeabbd-49a8-4279-88fc-adf5ce0191cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1080.219605] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:a7:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cceeabbd-49a8-4279-88fc-adf5ce0191cc', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.228382] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1080.229713] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.229980] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-011957ae-6171-4823-a6a0-07801c0e61ac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.247653] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1080.247653] env[65310]: value = "task-4446871" [ 1080.247653] env[65310]: _type = "Task" [ 1080.247653] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.253185] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.253185] env[65310]: value = "task-4446872" [ 1080.253185] env[65310]: _type = "Task" [ 1080.253185] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.261078] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.267839] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446872, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.475450] env[65310]: DEBUG nova.network.neutron [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Successfully created port: 8af646c6-b51c-44b4-8509-e2fe29987fdf {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1080.498090] env[65310]: DEBUG nova.network.neutron [-] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.542570] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afefb727-2762-4265-b0c6-84f7a59da0ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.552923] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9035a36-1d08-484e-8d7f-00bf7e8c3a95 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.567061] env[65310]: DEBUG nova.compute.manager [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1080.598454] env[65310]: DEBUG nova.compute.manager [req-dc6648d7-8703-48c4-abdc-4063ba4d97bc req-c9b690c0-dbff-4b1e-98d7-429bc65af92e service nova] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Detach interface failed, port_id=dc40c9e5-5378-4abd-a6d2-5117dc33e066, reason: Instance e3308987-e112-47ec-8808-4b9341a0bed2 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1080.628854] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446867, 'name': CreateSnapshot_Task, 'duration_secs': 1.291877} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.632470] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1080.633408] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6152feaa-ce55-4d2d-a588-5b88367ea7dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.657166] env[65310]: DEBUG oslo_vmware.api [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446869, 'name': PowerOnVM_Task, 'duration_secs': 0.59585} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.657470] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.657725] env[65310]: INFO nova.compute.manager [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1080.657914] env[65310]: DEBUG nova.compute.manager [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1080.661370] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6aa287-eacf-40a5-ad04-69dc6cc6e278 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.765677] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446871, 'name': ReconfigVM_Task, 'duration_secs': 0.42072} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.772023] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 5f9a7f8c-576e-499b-b84c-eda4a89b7835/5f9a7f8c-576e-499b-b84c-eda4a89b7835.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.772661] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446872, 'name': CreateVM_Task, 'duration_secs': 0.404576} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.774097] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c00d6a1-1342-414e-af84-9b7c0bcf8661 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.775170] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.776140] env[65310]: WARNING neutronclient.v2_0.client [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.776140] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.776286] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.776455] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.777160] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36b5ce0-b11b-43a8-ac1f-5311df15fddd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.783106] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1080.783106] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524b6209-5484-4984-30be-1d3730bb9163" [ 1080.783106] env[65310]: _type = "Task" [ 1080.783106] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.784919] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1080.784919] env[65310]: value = "task-4446873" [ 1080.784919] env[65310]: _type = "Task" [ 1080.784919] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.804634] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524b6209-5484-4984-30be-1d3730bb9163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.804894] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446873, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.848140] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d740f6cc-2778-432e-9157-9bb3d0b20e36 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.857696] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2086f226-8ea6-4e4f-8350-8101aadcf1b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.892015] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c59731-c2b3-4177-afc9-57cce544fd32 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.895626] env[65310]: DEBUG nova.compute.manager [req-41af56a1-13f9-40f5-bef6-484663e94994 req-f7dbf186-c71f-4509-bf7f-fd07c58f25bb service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Received event network-changed-cceeabbd-49a8-4279-88fc-adf5ce0191cc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1080.895799] env[65310]: DEBUG nova.compute.manager [req-41af56a1-13f9-40f5-bef6-484663e94994 req-f7dbf186-c71f-4509-bf7f-fd07c58f25bb service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Refreshing instance network info cache due to event network-changed-cceeabbd-49a8-4279-88fc-adf5ce0191cc. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1080.896022] env[65310]: DEBUG oslo_concurrency.lockutils [req-41af56a1-13f9-40f5-bef6-484663e94994 req-f7dbf186-c71f-4509-bf7f-fd07c58f25bb service nova] Acquiring lock "refresh_cache-ecfae4e6-f424-4485-b9d1-837feda94128" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.896190] env[65310]: DEBUG oslo_concurrency.lockutils [req-41af56a1-13f9-40f5-bef6-484663e94994 req-f7dbf186-c71f-4509-bf7f-fd07c58f25bb service nova] Acquired lock "refresh_cache-ecfae4e6-f424-4485-b9d1-837feda94128" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.896309] env[65310]: DEBUG nova.network.neutron [req-41af56a1-13f9-40f5-bef6-484663e94994 req-f7dbf186-c71f-4509-bf7f-fd07c58f25bb service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Refreshing network info cache for port cceeabbd-49a8-4279-88fc-adf5ce0191cc {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.903948] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a09c743-967d-4382-8d79-f58d1dc61caf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.919541] env[65310]: DEBUG nova.compute.provider_tree [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.000476] env[65310]: INFO nova.compute.manager [-] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Took 1.30 seconds to deallocate network for instance. [ 1081.155362] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1081.155686] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5af59e37-88c8-435f-b497-8ac2a8fd5db6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.164926] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1081.164926] env[65310]: value = "task-4446874" [ 1081.164926] env[65310]: _type = "Task" [ 1081.164926] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.177528] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446874, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.179835] env[65310]: INFO nova.compute.manager [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Took 26.36 seconds to build instance. [ 1081.298629] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]524b6209-5484-4984-30be-1d3730bb9163, 'name': SearchDatastore_Task, 'duration_secs': 0.021129} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.299480] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.299718] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.299960] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.300117] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.300313] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.300685] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf2bf970-ffbb-41a3-8d51-d60fd21b5d65 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.305978] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446873, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.317420] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.317638] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.318578] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e62daa-690e-45d1-9156-4a627799e102 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.326579] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1081.326579] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5241095d-cfb3-2112-202f-3941a0abe41f" [ 1081.326579] env[65310]: _type = "Task" [ 1081.326579] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.339286] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5241095d-cfb3-2112-202f-3941a0abe41f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.399397] env[65310]: WARNING neutronclient.v2_0.client [req-41af56a1-13f9-40f5-bef6-484663e94994 req-f7dbf186-c71f-4509-bf7f-fd07c58f25bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.422698] env[65310]: DEBUG nova.scheduler.client.report [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.508479] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.564874] env[65310]: WARNING neutronclient.v2_0.client [req-41af56a1-13f9-40f5-bef6-484663e94994 req-f7dbf186-c71f-4509-bf7f-fd07c58f25bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.580494] env[65310]: DEBUG nova.compute.manager [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1081.620268] env[65310]: DEBUG nova.virt.hardware [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1081.620572] env[65310]: DEBUG nova.virt.hardware [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.620770] env[65310]: DEBUG nova.virt.hardware [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1081.620961] env[65310]: DEBUG nova.virt.hardware [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.621125] env[65310]: DEBUG nova.virt.hardware [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1081.621269] env[65310]: DEBUG nova.virt.hardware [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1081.621474] env[65310]: DEBUG nova.virt.hardware [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1081.621652] env[65310]: DEBUG nova.virt.hardware [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1081.621830] env[65310]: DEBUG nova.virt.hardware [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1081.621985] env[65310]: DEBUG nova.virt.hardware [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1081.622165] env[65310]: DEBUG nova.virt.hardware [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1081.623147] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f819c3ce-8254-4d4f-9e72-97242ca8ffb8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.632656] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d274585-a464-421b-94dd-a14600ff19b3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.638066] env[65310]: DEBUG nova.network.neutron [req-41af56a1-13f9-40f5-bef6-484663e94994 req-f7dbf186-c71f-4509-bf7f-fd07c58f25bb service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Updated VIF entry in instance network info cache for port cceeabbd-49a8-4279-88fc-adf5ce0191cc. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1081.638448] env[65310]: DEBUG nova.network.neutron [req-41af56a1-13f9-40f5-bef6-484663e94994 req-f7dbf186-c71f-4509-bf7f-fd07c58f25bb service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Updating instance_info_cache with network_info: [{"id": "cceeabbd-49a8-4279-88fc-adf5ce0191cc", "address": "fa:16:3e:e9:a7:f1", "network": {"id": "3dd3f00a-cdc5-449a-b612-0241f27eb55f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1338391072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06820740f51c4c5cb99a265060439609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcceeabbd-49", "ovs_interfaceid": "cceeabbd-49a8-4279-88fc-adf5ce0191cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.676646] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446874, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.683169] env[65310]: DEBUG oslo_concurrency.lockutils [None req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "3bfc58b9-1580-494f-b02c-1928afb6d17d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.880s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.803085] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446873, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.840225] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5241095d-cfb3-2112-202f-3941a0abe41f, 'name': SearchDatastore_Task, 'duration_secs': 0.013747} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.841291] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3583ce3e-c211-4cbf-b2f4-d962c07b2d89 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.848227] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1081.848227] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526fa626-713e-0475-8313-bc089d34bad2" [ 1081.848227] env[65310]: _type = "Task" [ 1081.848227] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.856918] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526fa626-713e-0475-8313-bc089d34bad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.927764] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.928127] env[65310]: DEBUG nova.compute.manager [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1081.931198] env[65310]: DEBUG oslo_concurrency.lockutils [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.050s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.931427] env[65310]: DEBUG nova.objects.instance [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lazy-loading 'resources' on Instance uuid 6e7898b4-9b0e-4809-9cf0-32db50db72a1 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.029496] env[65310]: DEBUG nova.network.neutron [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Successfully updated port: 8af646c6-b51c-44b4-8509-e2fe29987fdf {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1082.152557] env[65310]: DEBUG oslo_concurrency.lockutils [req-41af56a1-13f9-40f5-bef6-484663e94994 req-f7dbf186-c71f-4509-bf7f-fd07c58f25bb service nova] Releasing lock "refresh_cache-ecfae4e6-f424-4485-b9d1-837feda94128" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.176667] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446874, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.302777] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446873, 'name': Rename_Task, 'duration_secs': 1.157157} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.303058] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.303309] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8509f9b5-5da4-44d3-a3ef-e7dd6305f95e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.311711] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1082.311711] env[65310]: value = "task-4446875" [ 1082.311711] env[65310]: _type = "Task" [ 1082.311711] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.320928] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.360425] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526fa626-713e-0475-8313-bc089d34bad2, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.360720] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.360973] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] ecfae4e6-f424-4485-b9d1-837feda94128/ecfae4e6-f424-4485-b9d1-837feda94128.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.361262] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48f318d5-39e6-4dd9-b1e2-2bc21757adf9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.370649] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1082.370649] env[65310]: value = "task-4446876" [ 1082.370649] env[65310]: _type = "Task" [ 1082.370649] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.380792] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.435272] env[65310]: DEBUG nova.compute.utils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.440887] env[65310]: DEBUG nova.compute.manager [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1082.441709] env[65310]: DEBUG nova.network.neutron [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1082.441709] env[65310]: WARNING neutronclient.v2_0.client [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.442071] env[65310]: WARNING neutronclient.v2_0.client [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.485037] env[65310]: DEBUG nova.policy [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1756d99aff74d6687feb8fb1b1a5800', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6aef7c7cf542c68abd57af7c424300', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.535414] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "refresh_cache-7c85ed64-5175-479f-961c-fc806fea607c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.535681] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "refresh_cache-7c85ed64-5175-479f-961c-fc806fea607c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.535949] env[65310]: DEBUG nova.network.neutron [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1082.681296] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446874, 'name': CloneVM_Task} progress is 95%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.694472] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71be4ef2-43d8-4042-ba4d-6826215a680b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.705809] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb161bf-5a94-47ab-b8da-42461f91f4d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.745165] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3579576-02d1-4594-98e7-b4647e1729da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.758117] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ac012-dff9-495b-9944-d19a3831d5af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.781634] env[65310]: DEBUG nova.compute.provider_tree [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.826240] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446875, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.891902] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446876, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.893418] env[65310]: DEBUG nova.network.neutron [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Successfully created port: ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1082.945385] env[65310]: DEBUG nova.compute.manager [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1082.983110] env[65310]: DEBUG nova.compute.manager [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Received event network-vif-plugged-8af646c6-b51c-44b4-8509-e2fe29987fdf {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1082.983504] env[65310]: DEBUG oslo_concurrency.lockutils [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] Acquiring lock "7c85ed64-5175-479f-961c-fc806fea607c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.983897] env[65310]: DEBUG oslo_concurrency.lockutils [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] Lock "7c85ed64-5175-479f-961c-fc806fea607c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.984223] env[65310]: DEBUG oslo_concurrency.lockutils [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] Lock "7c85ed64-5175-479f-961c-fc806fea607c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.984563] env[65310]: DEBUG nova.compute.manager [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] No waiting events found dispatching network-vif-plugged-8af646c6-b51c-44b4-8509-e2fe29987fdf {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1082.984896] env[65310]: WARNING nova.compute.manager [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Received unexpected event network-vif-plugged-8af646c6-b51c-44b4-8509-e2fe29987fdf for instance with vm_state building and task_state spawning. [ 1082.985213] env[65310]: DEBUG nova.compute.manager [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Received event network-changed-8af646c6-b51c-44b4-8509-e2fe29987fdf {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1082.985554] env[65310]: DEBUG nova.compute.manager [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Refreshing instance network info cache due to event network-changed-8af646c6-b51c-44b4-8509-e2fe29987fdf. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1082.985876] env[65310]: DEBUG oslo_concurrency.lockutils [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] Acquiring lock "refresh_cache-7c85ed64-5175-479f-961c-fc806fea607c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.104508] env[65310]: DEBUG nova.network.neutron [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1083.178589] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446874, 'name': CloneVM_Task, 'duration_secs': 1.932677} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.178857] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Created linked-clone VM from snapshot [ 1083.180328] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a17bbc1-7e7b-4f4b-b657-0e6c7aa92133 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.191408] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Uploading image 4eb58e08-5cc6-4ee4-b420-c6f49929fb7c {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1083.226726] env[65310]: DEBUG oslo_vmware.rw_handles [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1083.226726] env[65310]: value = "vm-869769" [ 1083.226726] env[65310]: _type = "VirtualMachine" [ 1083.226726] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1083.226726] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c71d5d9-5fb9-4018-8ef8-bcd715ca96f1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.234451] env[65310]: DEBUG oslo_vmware.rw_handles [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lease: (returnval){ [ 1083.234451] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52112de6-ba47-c9ca-e069-9fa9acd96610" [ 1083.234451] env[65310]: _type = "HttpNfcLease" [ 1083.234451] env[65310]: } obtained for exporting VM: (result){ [ 1083.234451] env[65310]: value = "vm-869769" [ 1083.234451] env[65310]: _type = "VirtualMachine" [ 1083.234451] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1083.234706] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the lease: (returnval){ [ 1083.234706] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52112de6-ba47-c9ca-e069-9fa9acd96610" [ 1083.234706] env[65310]: _type = "HttpNfcLease" [ 1083.234706] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1083.242995] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.242995] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52112de6-ba47-c9ca-e069-9fa9acd96610" [ 1083.242995] env[65310]: _type = "HttpNfcLease" [ 1083.242995] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1083.262941] env[65310]: WARNING neutronclient.v2_0.client [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.286253] env[65310]: DEBUG nova.scheduler.client.report [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.328467] env[65310]: DEBUG oslo_vmware.api [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446875, 'name': PowerOnVM_Task, 'duration_secs': 0.537566} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.328961] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.328961] env[65310]: INFO nova.compute.manager [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1083.329203] env[65310]: DEBUG nova.compute.manager [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1083.330243] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7049b378-2351-4265-b480-d1bdef12cf1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.386847] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581367} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.387139] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] ecfae4e6-f424-4485-b9d1-837feda94128/ecfae4e6-f424-4485-b9d1-837feda94128.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.387364] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.387603] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75b5745a-c39f-40c3-9684-dab788f563da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.396210] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1083.396210] env[65310]: value = "task-4446878" [ 1083.396210] env[65310]: _type = "Task" [ 1083.396210] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.405399] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.410659] env[65310]: DEBUG nova.network.neutron [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Updating instance_info_cache with network_info: [{"id": "8af646c6-b51c-44b4-8509-e2fe29987fdf", "address": "fa:16:3e:3b:6a:8b", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af646c6-b5", "ovs_interfaceid": "8af646c6-b51c-44b4-8509-e2fe29987fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.744805] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.744805] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52112de6-ba47-c9ca-e069-9fa9acd96610" [ 1083.744805] env[65310]: _type = "HttpNfcLease" [ 1083.744805] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1083.745188] env[65310]: DEBUG oslo_vmware.rw_handles [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1083.745188] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52112de6-ba47-c9ca-e069-9fa9acd96610" [ 1083.745188] env[65310]: _type = "HttpNfcLease" [ 1083.745188] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1083.746015] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6de9c77-899b-4fc4-87be-159b9551fe99 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.757192] env[65310]: DEBUG oslo_vmware.rw_handles [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6db2b-e5a1-e576-44f5-dd3861b549ea/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1083.757397] env[65310]: DEBUG oslo_vmware.rw_handles [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6db2b-e5a1-e576-44f5-dd3861b549ea/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1083.816239] env[65310]: DEBUG oslo_concurrency.lockutils [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.819044] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.153s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.820985] env[65310]: INFO nova.compute.claims [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.861081] env[65310]: INFO nova.scheduler.client.report [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Deleted allocations for instance 6e7898b4-9b0e-4809-9cf0-32db50db72a1 [ 1083.864321] env[65310]: INFO nova.compute.manager [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Took 28.00 seconds to build instance. [ 1083.872436] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a24b6eb0-6b9e-4ca5-ba8a-d59f7e1c56e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.913920] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "refresh_cache-7c85ed64-5175-479f-961c-fc806fea607c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.913920] env[65310]: DEBUG nova.compute.manager [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Instance network_info: |[{"id": "8af646c6-b51c-44b4-8509-e2fe29987fdf", "address": "fa:16:3e:3b:6a:8b", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af646c6-b5", "ovs_interfaceid": "8af646c6-b51c-44b4-8509-e2fe29987fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1083.913920] env[65310]: DEBUG oslo_concurrency.lockutils [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] Acquired lock "refresh_cache-7c85ed64-5175-479f-961c-fc806fea607c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.914135] env[65310]: DEBUG nova.network.neutron [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Refreshing network info cache for port 8af646c6-b51c-44b4-8509-e2fe29987fdf {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.915447] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:6a:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8af646c6-b51c-44b4-8509-e2fe29987fdf', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.924032] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1083.928293] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.928760] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066807} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.929021] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6d15a29-de58-4afe-8fb3-fa5dd33a05d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.948170] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.948170] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713dc5e1-6680-4619-9b12-7f3cbf64a6e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.963877] env[65310]: DEBUG nova.compute.manager [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1083.975171] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] ecfae4e6-f424-4485-b9d1-837feda94128/ecfae4e6-f424-4485-b9d1-837feda94128.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.977692] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-983ae6e8-59c1-4317-9637-122e6b010eb2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.993025] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.993025] env[65310]: value = "task-4446879" [ 1083.993025] env[65310]: _type = "Task" [ 1083.993025] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.999785] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1083.999785] env[65310]: value = "task-4446880" [ 1083.999785] env[65310]: _type = "Task" [ 1083.999785] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.009502] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446879, 'name': CreateVM_Task} progress is 15%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.017761] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446880, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.020805] env[65310]: DEBUG nova.virt.hardware [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1084.021097] env[65310]: DEBUG nova.virt.hardware [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.021231] env[65310]: DEBUG nova.virt.hardware [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1084.021436] env[65310]: DEBUG nova.virt.hardware [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.021607] env[65310]: DEBUG nova.virt.hardware [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1084.021763] env[65310]: DEBUG nova.virt.hardware [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1084.022021] env[65310]: DEBUG nova.virt.hardware [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1084.022189] env[65310]: DEBUG nova.virt.hardware [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1084.022384] env[65310]: DEBUG nova.virt.hardware [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1084.022586] env[65310]: DEBUG nova.virt.hardware [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1084.022752] env[65310]: DEBUG nova.virt.hardware [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1084.023645] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dfada2-cc94-4fc6-a2b7-8927fe2fdd7b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.034868] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6cccba-b018-4c4f-bc5e-435a8ff269d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.368506] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dd5581e4-79fb-4b9e-be34-5568789a9625 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.514s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.369434] env[65310]: DEBUG oslo_concurrency.lockutils [None req-76153fc9-4519-45e0-a058-0d1c96f64c87 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "6e7898b4-9b0e-4809-9cf0-32db50db72a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.957s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.428500] env[65310]: WARNING neutronclient.v2_0.client [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.512306] env[65310]: DEBUG nova.network.neutron [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Successfully updated port: ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1084.530597] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446879, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.540109] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.650692] env[65310]: WARNING neutronclient.v2_0.client [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.756216] env[65310]: DEBUG nova.network.neutron [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Updated VIF entry in instance network info cache for port 8af646c6-b51c-44b4-8509-e2fe29987fdf. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1084.756682] env[65310]: DEBUG nova.network.neutron [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Updating instance_info_cache with network_info: [{"id": "8af646c6-b51c-44b4-8509-e2fe29987fdf", "address": "fa:16:3e:3b:6a:8b", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af646c6-b5", "ovs_interfaceid": "8af646c6-b51c-44b4-8509-e2fe29987fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.015777] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446879, 'name': CreateVM_Task, 'duration_secs': 0.598422} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.015777] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.016363] env[65310]: WARNING neutronclient.v2_0.client [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.016732] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.016799] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.017262] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.020922] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140917a6-d104-450f-a8ad-703d3cf247a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.023072] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446880, 'name': ReconfigVM_Task, 'duration_secs': 0.678852} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.024636] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Reconfigured VM instance instance-00000064 to attach disk [datastore1] ecfae4e6-f424-4485-b9d1-837feda94128/ecfae4e6-f424-4485-b9d1-837feda94128.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.026212] env[65310]: DEBUG nova.compute.manager [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Received event network-vif-plugged-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1085.026487] env[65310]: DEBUG oslo_concurrency.lockutils [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] Acquiring lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.026716] env[65310]: DEBUG oslo_concurrency.lockutils [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] Lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.026889] env[65310]: DEBUG oslo_concurrency.lockutils [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] Lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.027104] env[65310]: DEBUG nova.compute.manager [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] No waiting events found dispatching network-vif-plugged-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1085.027289] env[65310]: WARNING nova.compute.manager [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Received unexpected event network-vif-plugged-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc for instance with vm_state building and task_state spawning. [ 1085.027460] env[65310]: DEBUG nova.compute.manager [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Received event network-changed-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1085.027618] env[65310]: DEBUG nova.compute.manager [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Refreshing instance network info cache due to event network-changed-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1085.028040] env[65310]: DEBUG oslo_concurrency.lockutils [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] Acquiring lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.028040] env[65310]: DEBUG oslo_concurrency.lockutils [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] Acquired lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.028292] env[65310]: DEBUG nova.network.neutron [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Refreshing network info cache for port ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.030225] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54c6c86f-157d-48f9-abbf-52a8776abcfc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.037292] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.040876] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1085.040876] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52829274-9bf2-64b1-57cd-7120f2595d56" [ 1085.040876] env[65310]: _type = "Task" [ 1085.040876] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.047481] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1085.047481] env[65310]: value = "task-4446881" [ 1085.047481] env[65310]: _type = "Task" [ 1085.047481] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.061972] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52829274-9bf2-64b1-57cd-7120f2595d56, 'name': SearchDatastore_Task, 'duration_secs': 0.016891} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.062970] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.063297] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.063542] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.063732] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.063928] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.064232] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5a025ee-798b-4d5e-9f17-87e815777437 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.071955] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446881, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.083409] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.083822] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.084544] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7baf83-00f6-4ae4-8194-5e5e745acb29 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.091792] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1085.091792] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525ee869-361a-87a8-2e69-ada693897376" [ 1085.091792] env[65310]: _type = "Task" [ 1085.091792] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.098049] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa966a6-18bc-48b7-a44e-45fd477a89e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.108645] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525ee869-361a-87a8-2e69-ada693897376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.114277] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad73a9b5-436e-4cde-822f-f5c2a708dbef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.164131] env[65310]: INFO nova.compute.manager [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Rescuing [ 1085.164295] env[65310]: DEBUG oslo_concurrency.lockutils [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "refresh_cache-5f9a7f8c-576e-499b-b84c-eda4a89b7835" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.164518] env[65310]: DEBUG oslo_concurrency.lockutils [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "refresh_cache-5f9a7f8c-576e-499b-b84c-eda4a89b7835" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.164686] env[65310]: DEBUG nova.network.neutron [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1085.166796] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804dce6a-c166-4d38-afa4-59236a523510 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.176980] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f5af6d-7b9d-4e01-9458-e4bed38494c0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.204170] env[65310]: DEBUG nova.compute.provider_tree [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.260611] env[65310]: DEBUG oslo_concurrency.lockutils [req-34dfd1d2-9e0c-4f1c-bb9f-5f73a53480d5 req-a046e1fe-fed1-45ae-a1dc-8786f4f84843 service nova] Releasing lock "refresh_cache-7c85ed64-5175-479f-961c-fc806fea607c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.534511] env[65310]: WARNING neutronclient.v2_0.client [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.560825] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446881, 'name': Rename_Task, 'duration_secs': 0.242971} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.561184] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.561499] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f2773b7-e79d-49c2-b7b5-770ec9a671b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.572082] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1085.572082] env[65310]: value = "task-4446882" [ 1085.572082] env[65310]: _type = "Task" [ 1085.572082] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.573208] env[65310]: DEBUG nova.network.neutron [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1085.589527] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.607615] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525ee869-361a-87a8-2e69-ada693897376, 'name': SearchDatastore_Task, 'duration_secs': 0.015973} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.608561] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d3ec88-173f-4eda-a004-2f8405bd3fc0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.616143] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1085.616143] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52977b8e-fb4c-6d8c-689b-8c33966ab18f" [ 1085.616143] env[65310]: _type = "Task" [ 1085.616143] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.628870] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52977b8e-fb4c-6d8c-689b-8c33966ab18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.671195] env[65310]: WARNING neutronclient.v2_0.client [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.696037] env[65310]: DEBUG nova.network.neutron [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.708425] env[65310]: DEBUG nova.scheduler.client.report [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.854851] env[65310]: WARNING neutronclient.v2_0.client [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.931594] env[65310]: DEBUG nova.network.neutron [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Updating instance_info_cache with network_info: [{"id": "f36d024a-99c0-4532-a9eb-830bad0bc19d", "address": "fa:16:3e:75:90:ad", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf36d024a-99", "ovs_interfaceid": "f36d024a-99c0-4532-a9eb-830bad0bc19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.086948] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.128633] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52977b8e-fb4c-6d8c-689b-8c33966ab18f, 'name': SearchDatastore_Task, 'duration_secs': 0.015183} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.128978] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.129316] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 7c85ed64-5175-479f-961c-fc806fea607c/7c85ed64-5175-479f-961c-fc806fea607c.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.129626] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-291fb390-50aa-4e35-ac95-6e770c66ad55 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.138261] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1086.138261] env[65310]: value = "task-4446883" [ 1086.138261] env[65310]: _type = "Task" [ 1086.138261] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.148357] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.199331] env[65310]: DEBUG oslo_concurrency.lockutils [req-cf0a6e91-1ab4-4e54-bf67-4e9b7795ba6a req-e5193f79-7882-4372-bf43-ae9c6f4dbeb4 service nova] Releasing lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.199828] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.200073] env[65310]: DEBUG nova.network.neutron [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1086.215599] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.217081] env[65310]: DEBUG nova.compute.manager [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1086.218994] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.089s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.219184] env[65310]: DEBUG nova.objects.instance [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1086.436171] env[65310]: DEBUG oslo_concurrency.lockutils [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "refresh_cache-5f9a7f8c-576e-499b-b84c-eda4a89b7835" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.589753] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.651718] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446883, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.724066] env[65310]: DEBUG nova.compute.utils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.731993] env[65310]: DEBUG nova.compute.manager [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1086.731993] env[65310]: DEBUG nova.network.neutron [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1086.731993] env[65310]: WARNING neutronclient.v2_0.client [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.731993] env[65310]: WARNING neutronclient.v2_0.client [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.750785] env[65310]: DEBUG nova.network.neutron [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1086.779104] env[65310]: DEBUG nova.policy [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f90588f95f1e4253aae45a4b527b71df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd4630a46574ada8a258186a9a05002', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.856577] env[65310]: WARNING neutronclient.v2_0.client [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.036590] env[65310]: DEBUG nova.network.neutron [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updating instance_info_cache with network_info: [{"id": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "address": "fa:16:3e:29:23:70", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff64617b-30", "ovs_interfaceid": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.090095] env[65310]: DEBUG oslo_vmware.api [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446882, 'name': PowerOnVM_Task, 'duration_secs': 1.411525} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.090529] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.090680] env[65310]: INFO nova.compute.manager [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1087.090898] env[65310]: DEBUG nova.compute.manager [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1087.091920] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec5f2e8-daf3-4591-af08-ca48a14c5f94 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.153816] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591541} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.153816] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 7c85ed64-5175-479f-961c-fc806fea607c/7c85ed64-5175-479f-961c-fc806fea607c.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.153816] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.153816] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9549221-041e-4333-9eff-4308dedfc61a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.160954] env[65310]: DEBUG nova.network.neutron [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Successfully created port: 53ed8f7e-66b8-47a6-b626-e899f588da8d {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1087.166271] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1087.166271] env[65310]: value = "task-4446884" [ 1087.166271] env[65310]: _type = "Task" [ 1087.166271] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.178119] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.230238] env[65310]: DEBUG nova.compute.manager [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1087.234550] env[65310]: DEBUG oslo_concurrency.lockutils [None req-77c56611-4cc2-411a-ba13-5981f15a331e tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.239029] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.744s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.239029] env[65310]: DEBUG nova.objects.instance [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lazy-loading 'resources' on Instance uuid 7f45eb72-235d-4efa-8138-370550b577da {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.540052] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.540601] env[65310]: DEBUG nova.compute.manager [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Instance network_info: |[{"id": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "address": "fa:16:3e:29:23:70", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff64617b-30", "ovs_interfaceid": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1087.541137] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:23:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff64617b-30ee-4ac0-a069-6b6ecca3dbcc', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.548868] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1087.549106] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.549430] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a21d7aa-931c-432a-91ad-151f9ad8975e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.573906] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.573906] env[65310]: value = "task-4446885" [ 1087.573906] env[65310]: _type = "Task" [ 1087.573906] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.583073] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446885, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.615321] env[65310]: INFO nova.compute.manager [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Took 29.72 seconds to build instance. [ 1087.678905] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131756} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.678905] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.679946] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e8fa9f-a00a-4ae2-a302-5a4e55eb1ece {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.707099] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7c85ed64-5175-479f-961c-fc806fea607c/7c85ed64-5175-479f-961c-fc806fea607c.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.707099] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0436c147-f212-472d-aa1d-68d0fcf62ab2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.728099] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1087.728099] env[65310]: value = "task-4446886" [ 1087.728099] env[65310]: _type = "Task" [ 1087.728099] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.742890] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.980659] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.980659] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-801bdb10-f34b-4ebe-be4f-d3d1ae9bb082 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.991273] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1087.991273] env[65310]: value = "task-4446887" [ 1087.991273] env[65310]: _type = "Task" [ 1087.991273] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.003473] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.019371] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede253b8-736d-4d0d-bd55-296989df3498 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.029609] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e36a5f4-ede8-4a98-b4cc-dfb874e3e128 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.069576] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e444e0f1-e899-42a7-b4fc-13d99b7fc782 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.083691] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fffa955-f576-4b55-b8fa-eaf04acfe816 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.092040] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446885, 'name': CreateVM_Task, 'duration_secs': 0.496772} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.092662] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.093580] env[65310]: WARNING neutronclient.v2_0.client [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.093739] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.093996] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.095062] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.095062] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc04e8e8-39e6-4d61-8d17-7eacc5801012 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.107420] env[65310]: DEBUG nova.compute.provider_tree [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.114544] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1088.114544] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c5c455-341d-d06b-a37a-fdf669e7a5f5" [ 1088.114544] env[65310]: _type = "Task" [ 1088.114544] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.118925] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "ecfae4e6-f424-4485-b9d1-837feda94128" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.232s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.126319] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c5c455-341d-d06b-a37a-fdf669e7a5f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.243561] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446886, 'name': ReconfigVM_Task, 'duration_secs': 0.485821} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.245727] env[65310]: DEBUG nova.compute.manager [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1088.248178] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7c85ed64-5175-479f-961c-fc806fea607c/7c85ed64-5175-479f-961c-fc806fea607c.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.249182] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab2afda-be14-45ff-993b-4239fbbb5595 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.260020] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1088.260020] env[65310]: value = "task-4446888" [ 1088.260020] env[65310]: _type = "Task" [ 1088.260020] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.272961] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446888, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.279790] env[65310]: DEBUG nova.virt.hardware [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1088.280310] env[65310]: DEBUG nova.virt.hardware [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.280627] env[65310]: DEBUG nova.virt.hardware [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1088.280844] env[65310]: DEBUG nova.virt.hardware [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.282027] env[65310]: DEBUG nova.virt.hardware [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1088.282027] env[65310]: DEBUG nova.virt.hardware [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1088.282027] env[65310]: DEBUG nova.virt.hardware [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1088.282027] env[65310]: DEBUG nova.virt.hardware [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1088.282027] env[65310]: DEBUG nova.virt.hardware [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1088.282027] env[65310]: DEBUG nova.virt.hardware [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1088.282275] env[65310]: DEBUG nova.virt.hardware [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1088.283087] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e345d2ce-2cbf-4338-a4be-e2363e86c150 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.293065] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92844b9c-9582-407b-a1cf-8d7c9655f2a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.503908] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446887, 'name': PowerOffVM_Task, 'duration_secs': 0.312984} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.503908] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.504561] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a96dba8-70c2-4e28-a8f1-1fe8689d1de3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.527985] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591c8d0f-d2e4-426e-8f14-ac583247ca0e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.560657] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.561046] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acd2fd0e-85c9-4333-a5d9-7013684d658f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.571238] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1088.571238] env[65310]: value = "task-4446889" [ 1088.571238] env[65310]: _type = "Task" [ 1088.571238] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.586333] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1088.586333] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.586333] env[65310]: DEBUG oslo_concurrency.lockutils [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.586333] env[65310]: DEBUG oslo_concurrency.lockutils [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.586333] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.586333] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-787c77c8-e29c-411c-909a-c464cdd283f3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.596941] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.597170] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.597976] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b09688-6cb3-4dad-9a31-db7b1ee72aa7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.605974] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1088.605974] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5249ba65-e664-2650-e31a-e0f3b83a4a8b" [ 1088.605974] env[65310]: _type = "Task" [ 1088.605974] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.615656] env[65310]: DEBUG nova.scheduler.client.report [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.627528] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5249ba65-e664-2650-e31a-e0f3b83a4a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.017513} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.637508] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c5c455-341d-d06b-a37a-fdf669e7a5f5, 'name': SearchDatastore_Task, 'duration_secs': 0.016763} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.638142] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e8a125-037d-4620-ad36-b3403efbc7be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.644020] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.644020] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.644020] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.644020] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.644020] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.644020] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-260455cd-95d7-41e8-b01f-020b3964b246 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.652135] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1088.652135] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528f45f4-c37d-e151-138a-2690b5e78a25" [ 1088.652135] env[65310]: _type = "Task" [ 1088.652135] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.657459] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.657756] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.658868] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d490c7e3-ba4f-4f3e-9944-dea56306ce91 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.665750] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528f45f4-c37d-e151-138a-2690b5e78a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.670910] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1088.670910] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52275bd8-0f36-8aa9-1a37-04963a49ea15" [ 1088.670910] env[65310]: _type = "Task" [ 1088.670910] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.681445] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52275bd8-0f36-8aa9-1a37-04963a49ea15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.748068] env[65310]: DEBUG nova.compute.manager [req-1be50538-4449-4354-934d-103940086959 req-192a5728-f6d7-4777-82c3-902c2024f677 service nova] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Received event network-vif-plugged-53ed8f7e-66b8-47a6-b626-e899f588da8d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1088.748282] env[65310]: DEBUG oslo_concurrency.lockutils [req-1be50538-4449-4354-934d-103940086959 req-192a5728-f6d7-4777-82c3-902c2024f677 service nova] Acquiring lock "d88a03fd-d595-4306-8463-8c59269368cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.748638] env[65310]: DEBUG oslo_concurrency.lockutils [req-1be50538-4449-4354-934d-103940086959 req-192a5728-f6d7-4777-82c3-902c2024f677 service nova] Lock "d88a03fd-d595-4306-8463-8c59269368cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.748899] env[65310]: DEBUG oslo_concurrency.lockutils [req-1be50538-4449-4354-934d-103940086959 req-192a5728-f6d7-4777-82c3-902c2024f677 service nova] Lock "d88a03fd-d595-4306-8463-8c59269368cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.749265] env[65310]: DEBUG nova.compute.manager [req-1be50538-4449-4354-934d-103940086959 req-192a5728-f6d7-4777-82c3-902c2024f677 service nova] [instance: d88a03fd-d595-4306-8463-8c59269368cc] No waiting events found dispatching network-vif-plugged-53ed8f7e-66b8-47a6-b626-e899f588da8d {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1088.749265] env[65310]: WARNING nova.compute.manager [req-1be50538-4449-4354-934d-103940086959 req-192a5728-f6d7-4777-82c3-902c2024f677 service nova] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Received unexpected event network-vif-plugged-53ed8f7e-66b8-47a6-b626-e899f588da8d for instance with vm_state building and task_state spawning. [ 1088.770046] env[65310]: DEBUG nova.network.neutron [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Successfully updated port: 53ed8f7e-66b8-47a6-b626-e899f588da8d {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1088.774822] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446888, 'name': Rename_Task, 'duration_secs': 0.205542} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.775203] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.775433] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c050813a-dbc7-4c44-844a-3f8fb4cd82c1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.785254] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1088.785254] env[65310]: value = "task-4446890" [ 1088.785254] env[65310]: _type = "Task" [ 1088.785254] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.796418] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.119584] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "ecfae4e6-f424-4485-b9d1-837feda94128" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.119752] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "ecfae4e6-f424-4485-b9d1-837feda94128" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.119987] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "ecfae4e6-f424-4485-b9d1-837feda94128-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.120187] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "ecfae4e6-f424-4485-b9d1-837feda94128-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.120351] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "ecfae4e6-f424-4485-b9d1-837feda94128-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.122648] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.125047] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.617s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.125299] env[65310]: DEBUG nova.objects.instance [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Lazy-loading 'resources' on Instance uuid e3308987-e112-47ec-8808-4b9341a0bed2 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.126908] env[65310]: INFO nova.compute.manager [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Terminating instance [ 1089.161704] env[65310]: INFO nova.scheduler.client.report [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Deleted allocations for instance 7f45eb72-235d-4efa-8138-370550b577da [ 1089.166821] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528f45f4-c37d-e151-138a-2690b5e78a25, 'name': SearchDatastore_Task, 'duration_secs': 0.015352} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.169415] env[65310]: DEBUG oslo_concurrency.lockutils [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.169698] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5f9a7f8c-576e-499b-b84c-eda4a89b7835/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. {{(pid=65310) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1089.170158] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3a2dad7-467d-49b5-81ec-f11ecee14afc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.183305] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52275bd8-0f36-8aa9-1a37-04963a49ea15, 'name': SearchDatastore_Task, 'duration_secs': 0.016593} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.185545] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1089.185545] env[65310]: value = "task-4446891" [ 1089.185545] env[65310]: _type = "Task" [ 1089.185545] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.185757] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48fb567e-039b-47ca-a326-50598f8d903c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.197817] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.199564] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1089.199564] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52766033-b0c0-46dd-a874-62683301dd5a" [ 1089.199564] env[65310]: _type = "Task" [ 1089.199564] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.209327] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52766033-b0c0-46dd-a874-62683301dd5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.232040] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.232673] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.276065] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "refresh_cache-d88a03fd-d595-4306-8463-8c59269368cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.276219] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "refresh_cache-d88a03fd-d595-4306-8463-8c59269368cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.276405] env[65310]: DEBUG nova.network.neutron [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1089.298087] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.634417] env[65310]: DEBUG nova.compute.manager [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1089.634599] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.635736] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e450169-2643-41ff-a137-3626bb51bf9a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.649454] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.649864] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f715412b-7d65-4bdc-be4c-13e549a7680d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.663988] env[65310]: DEBUG oslo_vmware.api [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1089.663988] env[65310]: value = "task-4446892" [ 1089.663988] env[65310]: _type = "Task" [ 1089.663988] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.679844] env[65310]: DEBUG oslo_vmware.api [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.680669] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5f1fe29c-c201-477d-ae6f-0df97197cf39 tempest-ServersListShow2100Test-1448184328 tempest-ServersListShow2100Test-1448184328-project-member] Lock "7f45eb72-235d-4efa-8138-370550b577da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.257s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.704577] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446891, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.720380] env[65310]: DEBUG oslo_concurrency.lockutils [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "d516ed85-fb2a-45ed-8409-cbe212b60444" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.721508] env[65310]: DEBUG oslo_concurrency.lockutils [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.721508] env[65310]: DEBUG oslo_concurrency.lockutils [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.721508] env[65310]: DEBUG oslo_concurrency.lockutils [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.721508] env[65310]: DEBUG oslo_concurrency.lockutils [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.723963] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52766033-b0c0-46dd-a874-62683301dd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.015762} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.724548] env[65310]: INFO nova.compute.manager [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Terminating instance [ 1089.726526] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.726814] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 90f43323-ebb4-40f0-b4b3-52ccf2249fb3/90f43323-ebb4-40f0-b4b3-52ccf2249fb3.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.728362] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1e8eff-5287-4afb-987e-c6577c2f9e34 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.743657] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.744107] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1089.744107] env[65310]: value = "task-4446893" [ 1089.744107] env[65310]: _type = "Task" [ 1089.744107] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.744331] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.745041] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.749326] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.752932] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.753870] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.754091] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1089.754285] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.762653] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.801322] env[65310]: DEBUG oslo_vmware.api [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4446890, 'name': PowerOnVM_Task, 'duration_secs': 0.655114} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.803601] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.803601] env[65310]: INFO nova.compute.manager [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1089.804540] env[65310]: DEBUG nova.compute.manager [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1089.806072] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd69f950-cb7d-4151-9922-f9731c9e851b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.826861] env[65310]: DEBUG nova.network.neutron [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1089.921667] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5166ade-1acd-43ad-8269-d3d209a0ce4f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.932314] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e7eb27-dd00-4d6b-9ba5-d2ffa2bb4a65 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.967217] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4714af21-e477-4c51-8205-0b7876f69c94 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.976609] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67e0c95-6975-4946-bc68-08178f48a335 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.982533] env[65310]: WARNING neutronclient.v2_0.client [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.996384] env[65310]: DEBUG nova.compute.provider_tree [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.083501] env[65310]: DEBUG nova.network.neutron [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Updating instance_info_cache with network_info: [{"id": "53ed8f7e-66b8-47a6-b626-e899f588da8d", "address": "fa:16:3e:2f:64:e2", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ed8f7e-66", "ovs_interfaceid": "53ed8f7e-66b8-47a6-b626-e899f588da8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.179158] env[65310]: DEBUG oslo_vmware.api [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446892, 'name': PowerOffVM_Task, 'duration_secs': 0.220305} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.179685] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.180023] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.180532] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5d8f1d4-ff7d-44df-9f80-35de451f096b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.202071] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651924} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.202375] env[65310]: INFO nova.virt.vmwareapi.ds_util [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5f9a7f8c-576e-499b-b84c-eda4a89b7835/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. [ 1090.203324] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a1ef73-36cb-4e54-a23d-1848d32b777a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.231568] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 5f9a7f8c-576e-499b-b84c-eda4a89b7835/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.232350] env[65310]: DEBUG nova.compute.manager [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1090.232548] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.232838] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d1bc2c-2656-47dc-b543-71023dfbea25 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.247347] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fd4bd5-4aaf-49bd-80d7-c13a81870efa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.259520] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.263463] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446893, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.267458] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.267817] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1090.267817] env[65310]: value = "task-4446895" [ 1090.267817] env[65310]: _type = "Task" [ 1090.267817] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.268029] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61be14cb-903a-4abf-b112-1fe58a0b4fb5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.281971] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.285628] env[65310]: DEBUG oslo_vmware.api [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1090.285628] env[65310]: value = "task-4446896" [ 1090.285628] env[65310]: _type = "Task" [ 1090.285628] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.286231] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.286465] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.286734] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleting the datastore file [datastore1] ecfae4e6-f424-4485-b9d1-837feda94128 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.287193] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a813a199-6478-434a-9557-5d007bee1f0b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.347614] env[65310]: DEBUG oslo_vmware.api [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.347614] env[65310]: DEBUG oslo_vmware.api [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for the task: (returnval){ [ 1090.347614] env[65310]: value = "task-4446897" [ 1090.347614] env[65310]: _type = "Task" [ 1090.347614] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.356519] env[65310]: INFO nova.compute.manager [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Took 30.11 seconds to build instance. [ 1090.500267] env[65310]: DEBUG nova.scheduler.client.report [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.586971] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "refresh_cache-d88a03fd-d595-4306-8463-8c59269368cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.587892] env[65310]: DEBUG nova.compute.manager [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Instance network_info: |[{"id": "53ed8f7e-66b8-47a6-b626-e899f588da8d", "address": "fa:16:3e:2f:64:e2", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ed8f7e-66", "ovs_interfaceid": "53ed8f7e-66b8-47a6-b626-e899f588da8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1090.588225] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:64:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53ed8f7e-66b8-47a6-b626-e899f588da8d', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.597565] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1090.597951] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.598186] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f68f8f5-4c08-4238-a8c6-5967400338e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.620390] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.620390] env[65310]: value = "task-4446898" [ 1090.620390] env[65310]: _type = "Task" [ 1090.620390] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.630947] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446898, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.765527] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821904} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.765892] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 90f43323-ebb4-40f0-b4b3-52ccf2249fb3/90f43323-ebb4-40f0-b4b3-52ccf2249fb3.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.766551] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.766551] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da9fc392-46a0-4f46-b93c-f6132dcc393a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.775994] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1090.775994] env[65310]: value = "task-4446899" [ 1090.775994] env[65310]: _type = "Task" [ 1090.775994] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.784859] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.795499] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.803749] env[65310]: DEBUG oslo_vmware.api [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446896, 'name': PowerOffVM_Task, 'duration_secs': 0.272832} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.804132] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.804314] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.804642] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6391050-da26-4b56-b716-49b9d956d161 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.858980] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fd9dd65d-1546-4d11-9f5c-1687a7663590 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.838s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.864551] env[65310]: DEBUG oslo_vmware.api [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Task: {'id': task-4446897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507532} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.864950] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.865266] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.865560] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.865822] env[65310]: INFO nova.compute.manager [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1090.866115] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1090.866334] env[65310]: DEBUG nova.compute.manager [-] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1090.866482] env[65310]: DEBUG nova.network.neutron [-] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1090.866684] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.877345] env[65310]: DEBUG nova.compute.manager [req-9b0413db-7f2d-4400-9180-2e40a7b1f0e6 req-036f8440-b15f-41da-ac9e-681b9d40d00f service nova] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Received event network-changed-53ed8f7e-66b8-47a6-b626-e899f588da8d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1090.877345] env[65310]: DEBUG nova.compute.manager [req-9b0413db-7f2d-4400-9180-2e40a7b1f0e6 req-036f8440-b15f-41da-ac9e-681b9d40d00f service nova] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Refreshing instance network info cache due to event network-changed-53ed8f7e-66b8-47a6-b626-e899f588da8d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1090.877906] env[65310]: DEBUG oslo_concurrency.lockutils [req-9b0413db-7f2d-4400-9180-2e40a7b1f0e6 req-036f8440-b15f-41da-ac9e-681b9d40d00f service nova] Acquiring lock "refresh_cache-d88a03fd-d595-4306-8463-8c59269368cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.877906] env[65310]: DEBUG oslo_concurrency.lockutils [req-9b0413db-7f2d-4400-9180-2e40a7b1f0e6 req-036f8440-b15f-41da-ac9e-681b9d40d00f service nova] Acquired lock "refresh_cache-d88a03fd-d595-4306-8463-8c59269368cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.877906] env[65310]: DEBUG nova.network.neutron [req-9b0413db-7f2d-4400-9180-2e40a7b1f0e6 req-036f8440-b15f-41da-ac9e-681b9d40d00f service nova] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Refreshing network info cache for port 53ed8f7e-66b8-47a6-b626-e899f588da8d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.904230] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.904456] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.904630] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleting the datastore file [datastore2] d516ed85-fb2a-45ed-8409-cbe212b60444 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.904906] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d59d5eea-2fca-48ec-9fca-53a04cea5c53 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.914559] env[65310]: DEBUG oslo_vmware.api [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for the task: (returnval){ [ 1090.914559] env[65310]: value = "task-4446901" [ 1090.914559] env[65310]: _type = "Task" [ 1090.914559] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.925101] env[65310]: DEBUG oslo_vmware.api [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.930673] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.005233] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.009048] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.750s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.009647] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.009647] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1091.010899] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb90ee-19a3-4ced-9497-526da5296d4d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.023318] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024a5c5c-cfd0-45e0-a27c-e6f7e547ca7c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.042458] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1e398c-56d9-4455-8f36-b4806a79a7f1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.048414] env[65310]: INFO nova.scheduler.client.report [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Deleted allocations for instance e3308987-e112-47ec-8808-4b9341a0bed2 [ 1091.055184] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9f6995-2cdc-4ee5-b331-83ab3ec4b89c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.096864] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178974MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1091.097049] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.097292] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.135398] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446898, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.297358] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117849} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.301365] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.304019] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446895, 'name': ReconfigVM_Task, 'duration_secs': 0.633415} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.304019] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b970a61-10f7-4fb6-8dd7-ad407d4146ec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.306973] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 5f9a7f8c-576e-499b-b84c-eda4a89b7835/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.308071] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a41eeb8-2644-4bf4-9960-203e650bf102 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.334263] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 90f43323-ebb4-40f0-b4b3-52ccf2249fb3/90f43323-ebb4-40f0-b4b3-52ccf2249fb3.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.353307] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-539fab2e-3fc8-4b25-8321-b71ad615da61 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.374999] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e8ae3a9-0635-4cda-96a0-df5115755883 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.387965] env[65310]: WARNING neutronclient.v2_0.client [req-9b0413db-7f2d-4400-9180-2e40a7b1f0e6 req-036f8440-b15f-41da-ac9e-681b9d40d00f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.395472] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1091.395472] env[65310]: value = "task-4446902" [ 1091.395472] env[65310]: _type = "Task" [ 1091.395472] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.401279] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1091.401279] env[65310]: value = "task-4446903" [ 1091.401279] env[65310]: _type = "Task" [ 1091.401279] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.408438] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.416330] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446903, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.427658] env[65310]: DEBUG oslo_vmware.api [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Task: {'id': task-4446901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469526} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.428053] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.428267] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.428540] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.428698] env[65310]: INFO nova.compute.manager [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1091.429043] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1091.429287] env[65310]: DEBUG nova.compute.manager [-] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1091.429394] env[65310]: DEBUG nova.network.neutron [-] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1091.429646] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.566214] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Lock "e3308987-e112-47ec-8808-4b9341a0bed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.378s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.634120] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446898, 'name': CreateVM_Task, 'duration_secs': 0.541798} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.634344] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.634889] env[65310]: WARNING neutronclient.v2_0.client [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.635255] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.635457] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.636014] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.636391] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2cf8289-96b9-4e51-b29d-c098efb9a4a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.643801] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1091.643801] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cfef4d-1edb-0460-3f4e-a87a9103ba7a" [ 1091.643801] env[65310]: _type = "Task" [ 1091.643801] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.654727] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cfef4d-1edb-0460-3f4e-a87a9103ba7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.697384] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.749497] env[65310]: DEBUG nova.network.neutron [-] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.776315] env[65310]: DEBUG nova.compute.manager [req-7ff1b97b-a618-40ea-8ea5-0a25b10b07fb req-784d9e2b-7527-4b86-bf6c-5de6d631a423 service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Received event network-vif-deleted-cceeabbd-49a8-4279-88fc-adf5ce0191cc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1091.776315] env[65310]: INFO nova.compute.manager [req-7ff1b97b-a618-40ea-8ea5-0a25b10b07fb req-784d9e2b-7527-4b86-bf6c-5de6d631a423 service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Neutron deleted interface cceeabbd-49a8-4279-88fc-adf5ce0191cc; detaching it from the instance and deleting it from the info cache [ 1091.776315] env[65310]: DEBUG nova.network.neutron [req-7ff1b97b-a618-40ea-8ea5-0a25b10b07fb req-784d9e2b-7527-4b86-bf6c-5de6d631a423 service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.910960] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.918881] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446903, 'name': ReconfigVM_Task, 'duration_secs': 0.355895} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.919173] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.919456] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-946e78f1-2936-4c61-9ac7-7c5a67bb9188 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.930908] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1091.930908] env[65310]: value = "task-4446904" [ 1091.930908] env[65310]: _type = "Task" [ 1091.930908] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.940879] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance ff4ec043-0c70-46aa-a1a2-1436b991e860 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance d516ed85-fb2a-45ed-8409-cbe212b60444 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance dd024bf4-73cd-4f00-a755-3e722a10fa74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e67a3e15-e3c7-4bef-a60e-553a58715383 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 8fc26557-81c8-4962-bf5b-94ffed93f063 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 5f943975-0054-4fa9-b4c2-152cca5e63d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 3bfc58b9-1580-494f-b02c-1928afb6d17d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 5f9a7f8c-576e-499b-b84c-eda4a89b7835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance ecfae4e6-f424-4485-b9d1-837feda94128 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 7c85ed64-5175-479f-961c-fc806fea607c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 90f43323-ebb4-40f0-b4b3-52ccf2249fb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance d88a03fd-d595-4306-8463-8c59269368cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1092.145022] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1092.145563] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '11', 'num_task_None': '7', 'num_os_type_None': '13', 'num_proj_75ca0d21494b4d21a93dae7f8e746976': '2', 'io_workload': '3', 'num_task_deleting': '2', 'num_proj_f2322ac72dab4f9a806f5492965fb98d': '1', 'num_proj_24eb6ee4b57a4f63aafe2163452635e3': '1', 'num_proj_6c6aef7c7cf542c68abd57af7c424300': '2', 'num_proj_5d80c83ee3ba482d95c776c23196f5dc': '1', 'num_task_image_uploading': '1', 'num_proj_c14a1f47fbc74f35b1feea3ed1322ec7': '1', 'num_proj_43adb619498c48219153229b44d7df42': '2', 'num_task_rescuing': '1', 'num_proj_06820740f51c4c5cb99a265060439609': '1', 'num_proj_b6252c5654534ea7bfacb4e20779d52f': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_8cd4630a46574ada8a258186a9a05002': '1'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1092.164394] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cfef4d-1edb-0460-3f4e-a87a9103ba7a, 'name': SearchDatastore_Task, 'duration_secs': 0.031329} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.166440] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.166440] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.166440] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.166440] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.166440] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.166440] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6134417b-89f1-4378-8095-62302e621a64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.184036] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.184881] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.186945] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c10098-849b-4926-a878-13935195f01d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.198022] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1092.198022] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca3787-39f9-dd45-1d62-e0f4579b22fb" [ 1092.198022] env[65310]: _type = "Task" [ 1092.198022] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.209111] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca3787-39f9-dd45-1d62-e0f4579b22fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.253714] env[65310]: INFO nova.compute.manager [-] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Took 1.39 seconds to deallocate network for instance. [ 1092.279080] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-982bd063-6d94-4af9-9d2c-dc0457f34526 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.294764] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19567113-154f-4796-9aea-0f7300de0d58 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.349626] env[65310]: DEBUG nova.compute.manager [req-7ff1b97b-a618-40ea-8ea5-0a25b10b07fb req-784d9e2b-7527-4b86-bf6c-5de6d631a423 service nova] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Detach interface failed, port_id=cceeabbd-49a8-4279-88fc-adf5ce0191cc, reason: Instance ecfae4e6-f424-4485-b9d1-837feda94128 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1092.412204] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446902, 'name': ReconfigVM_Task, 'duration_secs': 0.630698} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.412530] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 90f43323-ebb4-40f0-b4b3-52ccf2249fb3/90f43323-ebb4-40f0-b4b3-52ccf2249fb3.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.413218] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e427c23-fcf2-40d9-9ea6-2781aef18855 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.422940] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1092.422940] env[65310]: value = "task-4446905" [ 1092.422940] env[65310]: _type = "Task" [ 1092.422940] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.435854] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b8c6ed-332e-4d8f-a7b5-6cb11a8c5333 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.445453] env[65310]: DEBUG oslo_vmware.api [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446904, 'name': PowerOnVM_Task, 'duration_secs': 0.499354} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.445806] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446905, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.446649] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.452600] env[65310]: DEBUG nova.compute.manager [None req-272bd95d-71cd-4c6a-a9f3-916244e32f1a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1092.453905] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387292ea-5547-40a0-9f8c-39d7fc24ad57 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.458874] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65978368-477a-41f6-a6c8-f39d163d4745 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.504399] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af0946a-272d-4f89-adec-4fa81fefb7ec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.516607] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02440151-8d94-4a1e-b978-61d9f27fd8ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.538776] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.710210] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca3787-39f9-dd45-1d62-e0f4579b22fb, 'name': SearchDatastore_Task, 'duration_secs': 0.015467} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.711155] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0339d373-b22e-4799-a51c-cafbbb7f5882 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.718421] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1092.718421] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52230a21-6a14-bfd6-96d9-b49c0496254c" [ 1092.718421] env[65310]: _type = "Task" [ 1092.718421] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.729642] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52230a21-6a14-bfd6-96d9-b49c0496254c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.765246] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.934512] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446905, 'name': Rename_Task, 'duration_secs': 0.337696} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.934872] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.935182] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4347c28d-85ca-4f53-9160-a2dfeb0081c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.943798] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1092.943798] env[65310]: value = "task-4446906" [ 1092.943798] env[65310]: _type = "Task" [ 1092.943798] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.953521] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.010269] env[65310]: DEBUG nova.network.neutron [-] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.042028] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.059034] env[65310]: DEBUG oslo_vmware.rw_handles [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6db2b-e5a1-e576-44f5-dd3861b549ea/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1093.059640] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc055820-42e3-40e9-9aab-528c15c6eb13 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.068565] env[65310]: DEBUG oslo_vmware.rw_handles [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6db2b-e5a1-e576-44f5-dd3861b549ea/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1093.068565] env[65310]: ERROR oslo_vmware.rw_handles [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6db2b-e5a1-e576-44f5-dd3861b549ea/disk-0.vmdk due to incomplete transfer. [ 1093.069749] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e6def11-293b-4cb5-9560-c64d31b7f8f7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.079114] env[65310]: DEBUG oslo_vmware.rw_handles [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6db2b-e5a1-e576-44f5-dd3861b549ea/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1093.081027] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Uploaded image 4eb58e08-5cc6-4ee4-b420-c6f49929fb7c to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1093.082526] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1093.083438] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ece1390-f1b0-4629-b10a-5cc2643aed43 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.095335] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1093.095335] env[65310]: value = "task-4446907" [ 1093.095335] env[65310]: _type = "Task" [ 1093.095335] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.109987] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446907, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.233036] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52230a21-6a14-bfd6-96d9-b49c0496254c, 'name': SearchDatastore_Task, 'duration_secs': 0.041199} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.233036] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.233036] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d88a03fd-d595-4306-8463-8c59269368cc/d88a03fd-d595-4306-8463-8c59269368cc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.233036] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65ffb6d5-a37c-4977-b791-b8f3a14d6a8d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.241841] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1093.241841] env[65310]: value = "task-4446908" [ 1093.241841] env[65310]: _type = "Task" [ 1093.241841] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.255160] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.412717] env[65310]: WARNING neutronclient.v2_0.client [req-9b0413db-7f2d-4400-9180-2e40a7b1f0e6 req-036f8440-b15f-41da-ac9e-681b9d40d00f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.457177] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.518178] env[65310]: INFO nova.compute.manager [-] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Took 2.09 seconds to deallocate network for instance. [ 1093.551359] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1093.551359] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.453s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.551359] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.786s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.551359] env[65310]: DEBUG nova.objects.instance [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lazy-loading 'resources' on Instance uuid ecfae4e6-f424-4485-b9d1-837feda94128 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.605343] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446907, 'name': Destroy_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.761947] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446908, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.940316] env[65310]: DEBUG nova.network.neutron [req-9b0413db-7f2d-4400-9180-2e40a7b1f0e6 req-036f8440-b15f-41da-ac9e-681b9d40d00f service nova] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Updated VIF entry in instance network info cache for port 53ed8f7e-66b8-47a6-b626-e899f588da8d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1093.942571] env[65310]: DEBUG nova.network.neutron [req-9b0413db-7f2d-4400-9180-2e40a7b1f0e6 req-036f8440-b15f-41da-ac9e-681b9d40d00f service nova] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Updating instance_info_cache with network_info: [{"id": "53ed8f7e-66b8-47a6-b626-e899f588da8d", "address": "fa:16:3e:2f:64:e2", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ed8f7e-66", "ovs_interfaceid": "53ed8f7e-66b8-47a6-b626-e899f588da8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.960970] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446906, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.031816] env[65310]: DEBUG oslo_concurrency.lockutils [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.111471] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446907, 'name': Destroy_Task, 'duration_secs': 0.947588} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.112846] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Destroyed the VM [ 1094.112846] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1094.112846] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-541b60d4-d105-4000-8f0a-34a5aa27eeda {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.121615] env[65310]: DEBUG nova.compute.manager [req-90a20d68-629e-4ccd-a394-a8dffc929749 req-c1820fac-5a7b-4f3f-9976-d81ae0b375d7 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Received event network-changed-8af646c6-b51c-44b4-8509-e2fe29987fdf {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1094.121615] env[65310]: DEBUG nova.compute.manager [req-90a20d68-629e-4ccd-a394-a8dffc929749 req-c1820fac-5a7b-4f3f-9976-d81ae0b375d7 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Refreshing instance network info cache due to event network-changed-8af646c6-b51c-44b4-8509-e2fe29987fdf. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1094.121615] env[65310]: DEBUG oslo_concurrency.lockutils [req-90a20d68-629e-4ccd-a394-a8dffc929749 req-c1820fac-5a7b-4f3f-9976-d81ae0b375d7 service nova] Acquiring lock "refresh_cache-7c85ed64-5175-479f-961c-fc806fea607c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.121615] env[65310]: DEBUG oslo_concurrency.lockutils [req-90a20d68-629e-4ccd-a394-a8dffc929749 req-c1820fac-5a7b-4f3f-9976-d81ae0b375d7 service nova] Acquired lock "refresh_cache-7c85ed64-5175-479f-961c-fc806fea607c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.121615] env[65310]: DEBUG nova.network.neutron [req-90a20d68-629e-4ccd-a394-a8dffc929749 req-c1820fac-5a7b-4f3f-9976-d81ae0b375d7 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Refreshing network info cache for port 8af646c6-b51c-44b4-8509-e2fe29987fdf {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.127713] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1094.127713] env[65310]: value = "task-4446909" [ 1094.127713] env[65310]: _type = "Task" [ 1094.127713] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.141390] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446909, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.263767] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708866} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.264286] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d88a03fd-d595-4306-8463-8c59269368cc/d88a03fd-d595-4306-8463-8c59269368cc.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.264635] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.265121] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40ec3995-6e6d-4cdc-bcd2-69087b8ba202 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.280042] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1094.280042] env[65310]: value = "task-4446910" [ 1094.280042] env[65310]: _type = "Task" [ 1094.280042] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.292417] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.337495] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4487bca1-30fa-4f3c-a3bc-ed445d705c08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.347957] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9786e917-17a4-44f6-b756-125220c2af27 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.393046] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0ac5bd-c33c-470f-943a-081d18c32eb5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.404147] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d518dee7-1671-4de3-95e7-4a923d64dab7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.424722] env[65310]: DEBUG nova.compute.provider_tree [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.447517] env[65310]: DEBUG oslo_concurrency.lockutils [req-9b0413db-7f2d-4400-9180-2e40a7b1f0e6 req-036f8440-b15f-41da-ac9e-681b9d40d00f service nova] Releasing lock "refresh_cache-d88a03fd-d595-4306-8463-8c59269368cc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.459540] env[65310]: DEBUG oslo_vmware.api [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446906, 'name': PowerOnVM_Task, 'duration_secs': 1.172653} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.461736] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.461736] env[65310]: INFO nova.compute.manager [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1094.461736] env[65310]: DEBUG nova.compute.manager [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1094.461736] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef92d9ec-7f06-4a13-818f-529d52f7fd4e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.627503] env[65310]: WARNING neutronclient.v2_0.client [req-90a20d68-629e-4ccd-a394-a8dffc929749 req-c1820fac-5a7b-4f3f-9976-d81ae0b375d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.649256] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446909, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.795671] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13784} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.796180] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.796921] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6ed888-ecd5-46af-8af3-5c5ee7eb00f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.827532] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] d88a03fd-d595-4306-8463-8c59269368cc/d88a03fd-d595-4306-8463-8c59269368cc.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.827737] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc20825-ff38-4505-aa39-eaf581a4f268 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.857305] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1094.857305] env[65310]: value = "task-4446911" [ 1094.857305] env[65310]: _type = "Task" [ 1094.857305] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.872730] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.910071] env[65310]: WARNING neutronclient.v2_0.client [req-90a20d68-629e-4ccd-a394-a8dffc929749 req-c1820fac-5a7b-4f3f-9976-d81ae0b375d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.933031] env[65310]: DEBUG nova.scheduler.client.report [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.991630] env[65310]: INFO nova.compute.manager [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Took 32.05 seconds to build instance. [ 1095.026096] env[65310]: DEBUG nova.network.neutron [req-90a20d68-629e-4ccd-a394-a8dffc929749 req-c1820fac-5a7b-4f3f-9976-d81ae0b375d7 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Updated VIF entry in instance network info cache for port 8af646c6-b51c-44b4-8509-e2fe29987fdf. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1095.026478] env[65310]: DEBUG nova.network.neutron [req-90a20d68-629e-4ccd-a394-a8dffc929749 req-c1820fac-5a7b-4f3f-9976-d81ae0b375d7 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Updating instance_info_cache with network_info: [{"id": "8af646c6-b51c-44b4-8509-e2fe29987fdf", "address": "fa:16:3e:3b:6a:8b", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af646c6-b5", "ovs_interfaceid": "8af646c6-b51c-44b4-8509-e2fe29987fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.142447] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446909, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.369862] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.439599] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.447302] env[65310]: DEBUG oslo_concurrency.lockutils [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.414s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.447302] env[65310]: DEBUG nova.objects.instance [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lazy-loading 'resources' on Instance uuid d516ed85-fb2a-45ed-8409-cbe212b60444 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.483979] env[65310]: INFO nova.scheduler.client.report [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Deleted allocations for instance ecfae4e6-f424-4485-b9d1-837feda94128 [ 1095.494989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.567s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.533405] env[65310]: DEBUG oslo_concurrency.lockutils [req-90a20d68-629e-4ccd-a394-a8dffc929749 req-c1820fac-5a7b-4f3f-9976-d81ae0b375d7 service nova] Releasing lock "refresh_cache-7c85ed64-5175-479f-961c-fc806fea607c" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.533405] env[65310]: DEBUG nova.compute.manager [req-90a20d68-629e-4ccd-a394-a8dffc929749 req-c1820fac-5a7b-4f3f-9976-d81ae0b375d7 service nova] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Received event network-vif-deleted-f5d8a632-9a1a-42e4-867e-73596063e1c7 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1095.645472] env[65310]: DEBUG oslo_vmware.api [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446909, 'name': RemoveSnapshot_Task, 'duration_secs': 1.193234} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.645830] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1095.646096] env[65310]: INFO nova.compute.manager [None req-3acabfc6-2bb4-41c9-9a08-1a858cad91b1 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Took 17.14 seconds to snapshot the instance on the hypervisor. [ 1095.873564] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.001137] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Lock "ecfae4e6-f424-4485-b9d1-837feda94128" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.881s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.112942] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.113553] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.255979] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2414d05b-3593-4289-b107-3ddb770220e8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.267575] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5210dc69-2e2d-4abc-8206-a3b57cadaf6e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.305614] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10c09f5-b9f8-4836-806f-93f033103fb5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.315099] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a258a4-6e10-4822-9cb7-6391c862d674 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.332114] env[65310]: DEBUG nova.compute.provider_tree [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.370876] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446911, 'name': ReconfigVM_Task, 'duration_secs': 1.060816} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.372169] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Reconfigured VM instance instance-00000067 to attach disk [datastore2] d88a03fd-d595-4306-8463-8c59269368cc/d88a03fd-d595-4306-8463-8c59269368cc.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.372169] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-314494bc-9b29-4500-a54c-3db395e776bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.381288] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1096.381288] env[65310]: value = "task-4446912" [ 1096.381288] env[65310]: _type = "Task" [ 1096.381288] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.393832] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446912, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.483734] env[65310]: INFO nova.compute.manager [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Rescuing [ 1096.484278] env[65310]: DEBUG oslo_concurrency.lockutils [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.484610] env[65310]: DEBUG oslo_concurrency.lockutils [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.484920] env[65310]: DEBUG nova.network.neutron [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1096.619108] env[65310]: DEBUG nova.compute.manager [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1096.836405] env[65310]: DEBUG nova.scheduler.client.report [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.851749] env[65310]: DEBUG nova.compute.manager [req-12f884c8-5de5-4d02-ba6b-3eec2e28865f req-3831eb89-41fd-4592-9945-6957857969e5 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Received event network-changed-f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1096.851749] env[65310]: DEBUG nova.compute.manager [req-12f884c8-5de5-4d02-ba6b-3eec2e28865f req-3831eb89-41fd-4592-9945-6957857969e5 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing instance network info cache due to event network-changed-f1b50b79-8431-489b-ad20-6ab4e0015782. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1096.851749] env[65310]: DEBUG oslo_concurrency.lockutils [req-12f884c8-5de5-4d02-ba6b-3eec2e28865f req-3831eb89-41fd-4592-9945-6957857969e5 service nova] Acquiring lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.851749] env[65310]: DEBUG oslo_concurrency.lockutils [req-12f884c8-5de5-4d02-ba6b-3eec2e28865f req-3831eb89-41fd-4592-9945-6957857969e5 service nova] Acquired lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.851749] env[65310]: DEBUG nova.network.neutron [req-12f884c8-5de5-4d02-ba6b-3eec2e28865f req-3831eb89-41fd-4592-9945-6957857969e5 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing network info cache for port f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.896861] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446912, 'name': Rename_Task, 'duration_secs': 0.346572} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.897287] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.897590] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83ac2cde-f2a0-4406-b46e-8fb4346477bf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.908419] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1096.908419] env[65310]: value = "task-4446913" [ 1096.908419] env[65310]: _type = "Task" [ 1096.908419] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.920450] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.988875] env[65310]: WARNING neutronclient.v2_0.client [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.147774] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.211639] env[65310]: WARNING neutronclient.v2_0.client [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.316304] env[65310]: DEBUG nova.network.neutron [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Updating instance_info_cache with network_info: [{"id": "a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15", "address": "fa:16:3e:e7:f9:25", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6362ce8-50", "ovs_interfaceid": "a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.352224] env[65310]: DEBUG oslo_concurrency.lockutils [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.356782] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.209s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.361506] env[65310]: INFO nova.compute.claims [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.362710] env[65310]: WARNING neutronclient.v2_0.client [req-12f884c8-5de5-4d02-ba6b-3eec2e28865f req-3831eb89-41fd-4592-9945-6957857969e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.402052] env[65310]: INFO nova.scheduler.client.report [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Deleted allocations for instance d516ed85-fb2a-45ed-8409-cbe212b60444 [ 1097.425390] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.821837] env[65310]: DEBUG oslo_concurrency.lockutils [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.915365] env[65310]: DEBUG oslo_concurrency.lockutils [None req-88ac85c0-65fb-4126-9053-79c296685d9d tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Lock "d516ed85-fb2a-45ed-8409-cbe212b60444" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.195s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.926273] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.050936] env[65310]: WARNING neutronclient.v2_0.client [req-12f884c8-5de5-4d02-ba6b-3eec2e28865f req-3831eb89-41fd-4592-9945-6957857969e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.075235] env[65310]: DEBUG nova.compute.manager [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1098.077180] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360185da-b014-46e9-b4b3-5258334bda10 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.202720] env[65310]: DEBUG nova.network.neutron [req-12f884c8-5de5-4d02-ba6b-3eec2e28865f req-3831eb89-41fd-4592-9945-6957857969e5 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updated VIF entry in instance network info cache for port f1b50b79-8431-489b-ad20-6ab4e0015782. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1098.203102] env[65310]: DEBUG nova.network.neutron [req-12f884c8-5de5-4d02-ba6b-3eec2e28865f req-3831eb89-41fd-4592-9945-6957857969e5 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updating instance_info_cache with network_info: [{"id": "f1b50b79-8431-489b-ad20-6ab4e0015782", "address": "fa:16:3e:a6:2a:5c", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b50b79-84", "ovs_interfaceid": "f1b50b79-8431-489b-ad20-6ab4e0015782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.429021] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446913, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.595503] env[65310]: INFO nova.compute.manager [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] instance snapshotting [ 1098.599647] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f34f0d2-afb8-4013-95a8-806d9125bf9b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.635097] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611012cc-e88d-45c3-a0ac-059e1a087c6b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.658065] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09023d43-e42c-4b75-919c-3dbe52ed57e3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.668408] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295f53c9-5a1c-47dc-846f-8cf06626d8af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.709933] env[65310]: DEBUG oslo_concurrency.lockutils [req-12f884c8-5de5-4d02-ba6b-3eec2e28865f req-3831eb89-41fd-4592-9945-6957857969e5 service nova] Releasing lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.714030] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea033ff-aef2-40b1-b210-4579e28da362 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.726309] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2bd07f-e65d-416e-aca9-57b27a91ff10 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.744863] env[65310]: DEBUG nova.compute.provider_tree [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.889259] env[65310]: DEBUG nova.compute.manager [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Received event network-changed-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1098.889474] env[65310]: DEBUG nova.compute.manager [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Refreshing instance network info cache due to event network-changed-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1098.889696] env[65310]: DEBUG oslo_concurrency.lockutils [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] Acquiring lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.889837] env[65310]: DEBUG oslo_concurrency.lockutils [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] Acquired lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.889994] env[65310]: DEBUG nova.network.neutron [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Refreshing network info cache for port ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.925228] env[65310]: DEBUG oslo_vmware.api [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446913, 'name': PowerOnVM_Task, 'duration_secs': 1.733031} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.925228] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.925228] env[65310]: INFO nova.compute.manager [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1098.925228] env[65310]: DEBUG nova.compute.manager [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1098.925228] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad80ca71-0872-4fe7-9068-fdc4d68e685e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.149093] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1099.150542] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-641bf007-8de4-48ab-82f7-1a8b27897d8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.160404] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1099.160404] env[65310]: value = "task-4446914" [ 1099.160404] env[65310]: _type = "Task" [ 1099.160404] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.169943] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446914, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.248386] env[65310]: DEBUG nova.scheduler.client.report [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.368573] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.369032] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d062c80-4a0c-4936-bd8f-186bed89c6f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.377854] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1099.377854] env[65310]: value = "task-4446915" [ 1099.377854] env[65310]: _type = "Task" [ 1099.377854] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.391773] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.393826] env[65310]: WARNING neutronclient.v2_0.client [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.457045] env[65310]: INFO nova.compute.manager [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Took 29.82 seconds to build instance. [ 1099.677136] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446914, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.758013] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.758689] env[65310]: DEBUG nova.compute.manager [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1099.766572] env[65310]: WARNING neutronclient.v2_0.client [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.889778] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446915, 'name': PowerOffVM_Task, 'duration_secs': 0.211752} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.890129] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.891242] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bd6b15-98d0-47c5-a393-7013ce94f559 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.915648] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d83dbca-d42a-410c-95db-abfa12cf575d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.955624] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.955953] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc471ae1-6833-4b1f-9746-a3dde8f7239d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.962021] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "d88a03fd-d595-4306-8463-8c59269368cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.333s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.963659] env[65310]: DEBUG nova.network.neutron [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updated VIF entry in instance network info cache for port ff64617b-30ee-4ac0-a069-6b6ecca3dbcc. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1099.964060] env[65310]: DEBUG nova.network.neutron [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updating instance_info_cache with network_info: [{"id": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "address": "fa:16:3e:29:23:70", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff64617b-30", "ovs_interfaceid": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.972037] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1099.972037] env[65310]: value = "task-4446917" [ 1099.972037] env[65310]: _type = "Task" [ 1099.972037] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.982469] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.173709] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446914, 'name': CreateSnapshot_Task, 'duration_secs': 0.832387} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.174738] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1100.175880] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4716b546-150a-482a-b374-df75b962d1cd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.197699] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98fef1c-cd4e-422c-bb46-6ac7d599c20d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.208294] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-36d1cdf5-4d30-4fb4-a5b1-678759b42e27 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Suspending the VM {{(pid=65310) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1100.208294] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ab674a5b-4d0a-4ed0-b13b-a6f502193adb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.217729] env[65310]: DEBUG oslo_vmware.api [None req-36d1cdf5-4d30-4fb4-a5b1-678759b42e27 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1100.217729] env[65310]: value = "task-4446918" [ 1100.217729] env[65310]: _type = "Task" [ 1100.217729] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.227280] env[65310]: DEBUG oslo_vmware.api [None req-36d1cdf5-4d30-4fb4-a5b1-678759b42e27 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446918, 'name': SuspendVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.274744] env[65310]: DEBUG nova.compute.utils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.276262] env[65310]: DEBUG nova.compute.manager [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1100.276580] env[65310]: DEBUG nova.network.neutron [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1100.276847] env[65310]: WARNING neutronclient.v2_0.client [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.278532] env[65310]: WARNING neutronclient.v2_0.client [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.322304] env[65310]: DEBUG nova.policy [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7760815af803405580ca574b4191f1e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed792f251b2347659d5b4ab23712836a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.467416] env[65310]: DEBUG oslo_concurrency.lockutils [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] Releasing lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.468733] env[65310]: DEBUG nova.compute.manager [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Received event network-changed-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1100.468733] env[65310]: DEBUG nova.compute.manager [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Refreshing instance network info cache due to event network-changed-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1100.468733] env[65310]: DEBUG oslo_concurrency.lockutils [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] Acquiring lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.468733] env[65310]: DEBUG oslo_concurrency.lockutils [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] Acquired lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.468733] env[65310]: DEBUG nova.network.neutron [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Refreshing network info cache for port ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.482740] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1100.482968] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.483252] env[65310]: DEBUG oslo_concurrency.lockutils [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.483398] env[65310]: DEBUG oslo_concurrency.lockutils [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.483579] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.485177] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70738d12-51cb-40bc-bd95-892317f2b5d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.497531] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.497531] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.498347] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b0d784-a1d4-4924-a372-6854eba2a614 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.510259] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1100.510259] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529d447d-4221-7230-5db1-5962a507ee66" [ 1100.510259] env[65310]: _type = "Task" [ 1100.510259] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.529710] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529d447d-4221-7230-5db1-5962a507ee66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.702065] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1100.703956] env[65310]: DEBUG nova.network.neutron [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Successfully created port: 66db37dc-457f-469a-bbd4-4234e32ae746 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1100.707847] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a14e6358-ef62-442f-93dd-83a57fa2ba9d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.724396] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1100.724396] env[65310]: value = "task-4446919" [ 1100.724396] env[65310]: _type = "Task" [ 1100.724396] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.732717] env[65310]: DEBUG oslo_vmware.api [None req-36d1cdf5-4d30-4fb4-a5b1-678759b42e27 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446918, 'name': SuspendVM_Task} progress is 58%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.741091] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446919, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.782037] env[65310]: DEBUG nova.compute.manager [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1100.971910] env[65310]: WARNING neutronclient.v2_0.client [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.024381] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529d447d-4221-7230-5db1-5962a507ee66, 'name': SearchDatastore_Task, 'duration_secs': 0.015562} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.025494] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea56c8c-7138-482d-b7a1-4703ca808fd5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.033431] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1101.033431] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5231caaf-b7a8-da58-19c0-d8c1ebe42f3a" [ 1101.033431] env[65310]: _type = "Task" [ 1101.033431] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.044586] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5231caaf-b7a8-da58-19c0-d8c1ebe42f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.234913] env[65310]: DEBUG oslo_vmware.api [None req-36d1cdf5-4d30-4fb4-a5b1-678759b42e27 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446918, 'name': SuspendVM_Task, 'duration_secs': 0.729531} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.239039] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-36d1cdf5-4d30-4fb4-a5b1-678759b42e27 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Suspended the VM {{(pid=65310) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1101.239605] env[65310]: DEBUG nova.compute.manager [None req-36d1cdf5-4d30-4fb4-a5b1-678759b42e27 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1101.239605] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446919, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.240383] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf6f16d-4f00-4c75-b668-d402d35c1f74 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.552379] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5231caaf-b7a8-da58-19c0-d8c1ebe42f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013395} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.553254] env[65310]: DEBUG oslo_concurrency.lockutils [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.553254] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 3bfc58b9-1580-494f-b02c-1928afb6d17d/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. {{(pid=65310) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1101.553409] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb32ff6e-7d7c-41bd-8e74-33b9f50bdc24 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.561285] env[65310]: WARNING neutronclient.v2_0.client [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.565966] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1101.565966] env[65310]: value = "task-4446920" [ 1101.565966] env[65310]: _type = "Task" [ 1101.565966] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.575918] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.654243] env[65310]: DEBUG nova.network.neutron [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updated VIF entry in instance network info cache for port ff64617b-30ee-4ac0-a069-6b6ecca3dbcc. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1101.654725] env[65310]: DEBUG nova.network.neutron [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updating instance_info_cache with network_info: [{"id": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "address": "fa:16:3e:29:23:70", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff64617b-30", "ovs_interfaceid": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.736934] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446919, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.797625] env[65310]: DEBUG nova.compute.manager [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1101.823996] env[65310]: DEBUG nova.virt.hardware [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1101.824979] env[65310]: DEBUG nova.virt.hardware [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.825236] env[65310]: DEBUG nova.virt.hardware [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1101.825653] env[65310]: DEBUG nova.virt.hardware [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.825903] env[65310]: DEBUG nova.virt.hardware [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1101.826143] env[65310]: DEBUG nova.virt.hardware [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1101.826492] env[65310]: DEBUG nova.virt.hardware [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.826713] env[65310]: DEBUG nova.virt.hardware [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1101.826980] env[65310]: DEBUG nova.virt.hardware [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1101.827228] env[65310]: DEBUG nova.virt.hardware [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1101.827484] env[65310]: DEBUG nova.virt.hardware [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1101.828693] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f207f6-f810-4141-99bd-a92260bea03c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.840105] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf2134e-615c-4035-a755-0f69a5207380 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.079205] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446920, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.161300] env[65310]: DEBUG oslo_concurrency.lockutils [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] Releasing lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.161300] env[65310]: DEBUG nova.compute.manager [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Received event network-changed-f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1102.161300] env[65310]: DEBUG nova.compute.manager [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing instance network info cache due to event network-changed-f1b50b79-8431-489b-ad20-6ab4e0015782. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1102.161300] env[65310]: DEBUG oslo_concurrency.lockutils [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] Acquiring lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.161300] env[65310]: DEBUG oslo_concurrency.lockutils [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] Acquired lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.161300] env[65310]: DEBUG nova.network.neutron [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing network info cache for port f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.239397] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446919, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.420301] env[65310]: DEBUG nova.network.neutron [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Successfully updated port: 66db37dc-457f-469a-bbd4-4234e32ae746 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1102.539815] env[65310]: DEBUG nova.compute.manager [req-1746c19d-b286-4926-82d4-1b6be03f6b3c req-a0d3c360-3a31-4274-92cb-418a8f896b62 service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Received event network-vif-plugged-66db37dc-457f-469a-bbd4-4234e32ae746 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1102.539815] env[65310]: DEBUG oslo_concurrency.lockutils [req-1746c19d-b286-4926-82d4-1b6be03f6b3c req-a0d3c360-3a31-4274-92cb-418a8f896b62 service nova] Acquiring lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.539815] env[65310]: DEBUG oslo_concurrency.lockutils [req-1746c19d-b286-4926-82d4-1b6be03f6b3c req-a0d3c360-3a31-4274-92cb-418a8f896b62 service nova] Lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.539815] env[65310]: DEBUG oslo_concurrency.lockutils [req-1746c19d-b286-4926-82d4-1b6be03f6b3c req-a0d3c360-3a31-4274-92cb-418a8f896b62 service nova] Lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.539815] env[65310]: DEBUG nova.compute.manager [req-1746c19d-b286-4926-82d4-1b6be03f6b3c req-a0d3c360-3a31-4274-92cb-418a8f896b62 service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] No waiting events found dispatching network-vif-plugged-66db37dc-457f-469a-bbd4-4234e32ae746 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1102.539815] env[65310]: WARNING nova.compute.manager [req-1746c19d-b286-4926-82d4-1b6be03f6b3c req-a0d3c360-3a31-4274-92cb-418a8f896b62 service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Received unexpected event network-vif-plugged-66db37dc-457f-469a-bbd4-4234e32ae746 for instance with vm_state building and task_state spawning. [ 1102.582033] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796889} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.582033] env[65310]: INFO nova.virt.vmwareapi.ds_util [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 3bfc58b9-1580-494f-b02c-1928afb6d17d/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. [ 1102.582033] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9907ef2-192e-4d17-991c-a200d55d51ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.607681] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 3bfc58b9-1580-494f-b02c-1928afb6d17d/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.608452] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e26198bf-797d-4f3b-9a53-187f921ca08f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.640811] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1102.640811] env[65310]: value = "task-4446921" [ 1102.640811] env[65310]: _type = "Task" [ 1102.640811] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.652038] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.664600] env[65310]: WARNING neutronclient.v2_0.client [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.738546] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446919, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.926256] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "refresh_cache-8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.926256] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "refresh_cache-8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.926256] env[65310]: DEBUG nova.network.neutron [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1103.136096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "d88a03fd-d595-4306-8463-8c59269368cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.136096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "d88a03fd-d595-4306-8463-8c59269368cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.136096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "d88a03fd-d595-4306-8463-8c59269368cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.136096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "d88a03fd-d595-4306-8463-8c59269368cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.136096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "d88a03fd-d595-4306-8463-8c59269368cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.139412] env[65310]: INFO nova.compute.manager [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Terminating instance [ 1103.153733] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446921, 'name': ReconfigVM_Task, 'duration_secs': 0.353897} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.155033] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 3bfc58b9-1580-494f-b02c-1928afb6d17d/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.156019] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368b5bbe-317c-4fd9-a152-36c88ce312f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.188700] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d9b250c-c9c9-4e5b-819e-7013a0d159b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.208346] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1103.208346] env[65310]: value = "task-4446922" [ 1103.208346] env[65310]: _type = "Task" [ 1103.208346] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.218795] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.238823] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446919, 'name': CloneVM_Task, 'duration_secs': 2.489141} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.238823] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Created linked-clone VM from snapshot [ 1103.239828] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d58759-0826-45fe-93c0-c5dba456e7d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.249389] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Uploading image 8d0975be-073e-48dc-85fe-e66df1fcdda7 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1103.281906] env[65310]: DEBUG oslo_vmware.rw_handles [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1103.281906] env[65310]: value = "vm-869774" [ 1103.281906] env[65310]: _type = "VirtualMachine" [ 1103.281906] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1103.282399] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a04e924-e0e4-451d-8edf-2f632fc04d95 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.290959] env[65310]: DEBUG oslo_vmware.rw_handles [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lease: (returnval){ [ 1103.290959] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520365c5-5e83-b93a-01ad-e672eb6b1bbf" [ 1103.290959] env[65310]: _type = "HttpNfcLease" [ 1103.290959] env[65310]: } obtained for exporting VM: (result){ [ 1103.290959] env[65310]: value = "vm-869774" [ 1103.290959] env[65310]: _type = "VirtualMachine" [ 1103.290959] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1103.291391] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the lease: (returnval){ [ 1103.291391] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520365c5-5e83-b93a-01ad-e672eb6b1bbf" [ 1103.291391] env[65310]: _type = "HttpNfcLease" [ 1103.291391] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1103.299240] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1103.299240] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520365c5-5e83-b93a-01ad-e672eb6b1bbf" [ 1103.299240] env[65310]: _type = "HttpNfcLease" [ 1103.299240] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1103.647759] env[65310]: DEBUG nova.compute.manager [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1103.648107] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.648918] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fba6d51-3024-4bc3-81eb-42fd2ee02f8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.657535] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.658221] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-923e3618-40e4-45eb-bcac-83beab2e5c94 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.724117] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446922, 'name': ReconfigVM_Task, 'duration_secs': 0.215235} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.725211] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.726063] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd40e612-9d93-45bb-a14d-100bb976411a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.730560] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.731285] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.731663] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleting the datastore file [datastore2] d88a03fd-d595-4306-8463-8c59269368cc {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.732277] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4182f1c3-2c72-40ed-93fa-5d5634f7d9da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.737020] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1103.737020] env[65310]: value = "task-4446925" [ 1103.737020] env[65310]: _type = "Task" [ 1103.737020] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.743209] env[65310]: DEBUG oslo_vmware.api [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1103.743209] env[65310]: value = "task-4446926" [ 1103.743209] env[65310]: _type = "Task" [ 1103.743209] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.748379] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.760808] env[65310]: DEBUG oslo_vmware.api [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.805025] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1103.805025] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520365c5-5e83-b93a-01ad-e672eb6b1bbf" [ 1103.805025] env[65310]: _type = "HttpNfcLease" [ 1103.805025] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1103.805025] env[65310]: DEBUG oslo_vmware.rw_handles [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1103.805025] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520365c5-5e83-b93a-01ad-e672eb6b1bbf" [ 1103.805025] env[65310]: _type = "HttpNfcLease" [ 1103.805025] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1103.810025] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b844f1-85cc-4b35-9cd6-05ed02318383 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.821778] env[65310]: DEBUG oslo_vmware.rw_handles [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b4e2-4634-3a72-4a90-3a9249612b72/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1103.822475] env[65310]: DEBUG oslo_vmware.rw_handles [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b4e2-4634-3a72-4a90-3a9249612b72/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1103.931388] env[65310]: WARNING neutronclient.v2_0.client [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.942592] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6b7b350-dfeb-4a75-94c7-bbc1a4d9f747 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.991243] env[65310]: DEBUG nova.network.neutron [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1104.177851] env[65310]: DEBUG nova.network.neutron [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updated VIF entry in instance network info cache for port f1b50b79-8431-489b-ad20-6ab4e0015782. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1104.178729] env[65310]: DEBUG nova.network.neutron [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updating instance_info_cache with network_info: [{"id": "f1b50b79-8431-489b-ad20-6ab4e0015782", "address": "fa:16:3e:a6:2a:5c", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b50b79-84", "ovs_interfaceid": "f1b50b79-8431-489b-ad20-6ab4e0015782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.251728] env[65310]: DEBUG oslo_vmware.api [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446925, 'name': PowerOnVM_Task, 'duration_secs': 0.483295} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.252225] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.258978] env[65310]: DEBUG nova.compute.manager [None req-790eb4c3-cbe8-456d-a4ba-14f0fc9b17b1 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1104.260687] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccc41f8-f6ac-49f4-8ee9-e4e3fa363b02 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.270989] env[65310]: DEBUG oslo_vmware.api [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226753} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.272483] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.272657] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.273111] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.273111] env[65310]: INFO nova.compute.manager [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1104.273273] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1104.275898] env[65310]: DEBUG nova.compute.manager [-] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1104.276014] env[65310]: DEBUG nova.network.neutron [-] [instance: d88a03fd-d595-4306-8463-8c59269368cc] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1104.276269] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.359049] env[65310]: WARNING neutronclient.v2_0.client [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.430024] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.655333] env[65310]: DEBUG nova.network.neutron [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Updating instance_info_cache with network_info: [{"id": "66db37dc-457f-469a-bbd4-4234e32ae746", "address": "fa:16:3e:7f:b2:c7", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66db37dc-45", "ovs_interfaceid": "66db37dc-457f-469a-bbd4-4234e32ae746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.682544] env[65310]: DEBUG oslo_concurrency.lockutils [req-94ccbd06-0903-457c-8e31-8d640b6c0ae1 req-ed52458d-f7e8-4e3a-86b6-94898e2e4398 service nova] Releasing lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.800532] env[65310]: DEBUG oslo_concurrency.lockutils [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "interface-dd024bf4-73cd-4f00-a755-3e722a10fa74-fbf79941-ec98-479e-8b39-0c31ac7a51e5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.802704] env[65310]: DEBUG oslo_concurrency.lockutils [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-dd024bf4-73cd-4f00-a755-3e722a10fa74-fbf79941-ec98-479e-8b39-0c31ac7a51e5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.802704] env[65310]: DEBUG nova.objects.instance [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'flavor' on Instance uuid dd024bf4-73cd-4f00-a755-3e722a10fa74 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.951062] env[65310]: DEBUG nova.compute.manager [req-ced0470f-459f-44d0-97b8-a832faec7a7c req-d0c1ca47-ea8a-4ec0-8b2e-82ed2e47a52c service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Received event network-changed-66db37dc-457f-469a-bbd4-4234e32ae746 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1104.951319] env[65310]: DEBUG nova.compute.manager [req-ced0470f-459f-44d0-97b8-a832faec7a7c req-d0c1ca47-ea8a-4ec0-8b2e-82ed2e47a52c service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Refreshing instance network info cache due to event network-changed-66db37dc-457f-469a-bbd4-4234e32ae746. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1104.951527] env[65310]: DEBUG oslo_concurrency.lockutils [req-ced0470f-459f-44d0-97b8-a832faec7a7c req-d0c1ca47-ea8a-4ec0-8b2e-82ed2e47a52c service nova] Acquiring lock "refresh_cache-8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.163453] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "refresh_cache-8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.164134] env[65310]: DEBUG nova.compute.manager [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Instance network_info: |[{"id": "66db37dc-457f-469a-bbd4-4234e32ae746", "address": "fa:16:3e:7f:b2:c7", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66db37dc-45", "ovs_interfaceid": "66db37dc-457f-469a-bbd4-4234e32ae746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1105.165669] env[65310]: DEBUG oslo_concurrency.lockutils [req-ced0470f-459f-44d0-97b8-a832faec7a7c req-d0c1ca47-ea8a-4ec0-8b2e-82ed2e47a52c service nova] Acquired lock "refresh_cache-8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.165669] env[65310]: DEBUG nova.network.neutron [req-ced0470f-459f-44d0-97b8-a832faec7a7c req-d0c1ca47-ea8a-4ec0-8b2e-82ed2e47a52c service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Refreshing network info cache for port 66db37dc-457f-469a-bbd4-4234e32ae746 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.167720] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:b2:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66db37dc-457f-469a-bbd4-4234e32ae746', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.178280] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Creating folder: Project (ed792f251b2347659d5b4ab23712836a). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.179968] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e374c7ca-ce45-41a7-83d9-3ce516e620cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.197382] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Created folder: Project (ed792f251b2347659d5b4ab23712836a) in parent group-v869493. [ 1105.197776] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Creating folder: Instances. Parent ref: group-v869775. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.198299] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac5e6e56-50ab-4ce5-8fd6-6ce064383620 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.212770] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Created folder: Instances in parent group-v869775. [ 1105.213330] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1105.214853] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.215395] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35f98161-ab57-4586-acc9-027f4c973e83 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.244379] env[65310]: DEBUG nova.network.neutron [-] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.253200] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.253200] env[65310]: value = "task-4446929" [ 1105.253200] env[65310]: _type = "Task" [ 1105.253200] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.269913] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446929, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.310767] env[65310]: WARNING neutronclient.v2_0.client [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.526843] env[65310]: DEBUG nova.objects.instance [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'pci_requests' on Instance uuid dd024bf4-73cd-4f00-a755-3e722a10fa74 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.681528] env[65310]: WARNING neutronclient.v2_0.client [req-ced0470f-459f-44d0-97b8-a832faec7a7c req-d0c1ca47-ea8a-4ec0-8b2e-82ed2e47a52c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.747452] env[65310]: INFO nova.compute.manager [-] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Took 1.47 seconds to deallocate network for instance. [ 1105.767429] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446929, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.929640] env[65310]: WARNING neutronclient.v2_0.client [req-ced0470f-459f-44d0-97b8-a832faec7a7c req-d0c1ca47-ea8a-4ec0-8b2e-82ed2e47a52c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.031495] env[65310]: DEBUG nova.objects.base [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1106.031922] env[65310]: DEBUG nova.network.neutron [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1106.032169] env[65310]: WARNING neutronclient.v2_0.client [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.032527] env[65310]: WARNING neutronclient.v2_0.client [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.042578] env[65310]: DEBUG nova.network.neutron [req-ced0470f-459f-44d0-97b8-a832faec7a7c req-d0c1ca47-ea8a-4ec0-8b2e-82ed2e47a52c service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Updated VIF entry in instance network info cache for port 66db37dc-457f-469a-bbd4-4234e32ae746. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1106.043230] env[65310]: DEBUG nova.network.neutron [req-ced0470f-459f-44d0-97b8-a832faec7a7c req-d0c1ca47-ea8a-4ec0-8b2e-82ed2e47a52c service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Updating instance_info_cache with network_info: [{"id": "66db37dc-457f-469a-bbd4-4234e32ae746", "address": "fa:16:3e:7f:b2:c7", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66db37dc-45", "ovs_interfaceid": "66db37dc-457f-469a-bbd4-4234e32ae746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.152287] env[65310]: DEBUG nova.policy [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1756d99aff74d6687feb8fb1b1a5800', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6aef7c7cf542c68abd57af7c424300', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.262858] env[65310]: DEBUG oslo_concurrency.lockutils [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.262858] env[65310]: DEBUG oslo_concurrency.lockutils [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.262858] env[65310]: DEBUG nova.objects.instance [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lazy-loading 'resources' on Instance uuid d88a03fd-d595-4306-8463-8c59269368cc {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.268618] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446929, 'name': CreateVM_Task, 'duration_secs': 0.566439} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.269652] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.272181] env[65310]: WARNING neutronclient.v2_0.client [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.273028] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.273028] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.273230] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.274220] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c4b578-460d-4768-93d9-70f6e55419fa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.282727] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1106.282727] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fdcb98-7ccb-46ae-7882-60f86cf18397" [ 1106.282727] env[65310]: _type = "Task" [ 1106.282727] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.297791] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fdcb98-7ccb-46ae-7882-60f86cf18397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.546529] env[65310]: DEBUG oslo_concurrency.lockutils [req-ced0470f-459f-44d0-97b8-a832faec7a7c req-d0c1ca47-ea8a-4ec0-8b2e-82ed2e47a52c service nova] Releasing lock "refresh_cache-8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.567526] env[65310]: INFO nova.compute.manager [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Unrescuing [ 1106.568229] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.568474] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.568725] env[65310]: DEBUG nova.network.neutron [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1106.796307] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fdcb98-7ccb-46ae-7882-60f86cf18397, 'name': SearchDatastore_Task, 'duration_secs': 0.016163} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.796624] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.796857] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.797503] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.797503] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.797706] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.798013] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3710f0b3-acd3-4cbc-b43e-69c349cdded3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.811593] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.811807] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.812876] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5da728a-aa53-48d7-aa2e-9fe895fa0f3d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.819676] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1106.819676] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52386efa-201c-6ad1-ff0a-1bb6f6927185" [ 1106.819676] env[65310]: _type = "Task" [ 1106.819676] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.830112] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52386efa-201c-6ad1-ff0a-1bb6f6927185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.971640] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c6b61c-e620-49aa-961c-2d52b66b41b6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.982328] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01644bd1-3e62-4f95-9a33-28c6202a2990 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.015283] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa43be7-0d50-48fd-8f3f-69ee62e2dd59 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.024155] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fde697f-b6fe-4813-9c14-6c09b10e43b2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.039700] env[65310]: DEBUG nova.compute.provider_tree [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.071925] env[65310]: WARNING neutronclient.v2_0.client [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.146952] env[65310]: DEBUG nova.compute.manager [req-a7519a64-4b46-4db1-bb07-6837f7dbc009 req-b5c510f8-fef1-4138-a188-1eff1e3ec34c service nova] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Received event network-vif-deleted-53ed8f7e-66b8-47a6-b626-e899f588da8d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1107.271995] env[65310]: WARNING neutronclient.v2_0.client [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.280468] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "a44a03e7-d28b-4106-b87a-5feeba108b61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.280957] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "a44a03e7-d28b-4106-b87a-5feeba108b61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.333460] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52386efa-201c-6ad1-ff0a-1bb6f6927185, 'name': SearchDatastore_Task, 'duration_secs': 0.015922} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.334451] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22450815-1979-49ba-be2a-eebd45e258b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.342516] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1107.342516] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527bd8b8-0310-f2c4-b063-f483bed73d79" [ 1107.342516] env[65310]: _type = "Task" [ 1107.342516] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.359460] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527bd8b8-0310-f2c4-b063-f483bed73d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.400066] env[65310]: DEBUG nova.network.neutron [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Updating instance_info_cache with network_info: [{"id": "a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15", "address": "fa:16:3e:e7:f9:25", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6362ce8-50", "ovs_interfaceid": "a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.564375] env[65310]: ERROR nova.scheduler.client.report [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [req-e1bb59d0-1a97-4e60-94c9-a84d35edf333] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e1bb59d0-1a97-4e60-94c9-a84d35edf333"}]} [ 1107.590030] env[65310]: DEBUG nova.scheduler.client.report [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1107.610625] env[65310]: DEBUG nova.scheduler.client.report [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1107.611761] env[65310]: DEBUG nova.compute.provider_tree [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.628668] env[65310]: DEBUG nova.scheduler.client.report [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1107.654127] env[65310]: DEBUG nova.scheduler.client.report [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1107.669451] env[65310]: DEBUG nova.compute.manager [req-a7bb1353-89e4-42a4-a3c8-4dcb27f30aed req-95916458-f8d1-4b19-8ece-d8a90abff5cb service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Received event network-vif-plugged-fbf79941-ec98-479e-8b39-0c31ac7a51e5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1107.669615] env[65310]: DEBUG oslo_concurrency.lockutils [req-a7bb1353-89e4-42a4-a3c8-4dcb27f30aed req-95916458-f8d1-4b19-8ece-d8a90abff5cb service nova] Acquiring lock "dd024bf4-73cd-4f00-a755-3e722a10fa74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.669825] env[65310]: DEBUG oslo_concurrency.lockutils [req-a7bb1353-89e4-42a4-a3c8-4dcb27f30aed req-95916458-f8d1-4b19-8ece-d8a90abff5cb service nova] Lock "dd024bf4-73cd-4f00-a755-3e722a10fa74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.670000] env[65310]: DEBUG oslo_concurrency.lockutils [req-a7bb1353-89e4-42a4-a3c8-4dcb27f30aed req-95916458-f8d1-4b19-8ece-d8a90abff5cb service nova] Lock "dd024bf4-73cd-4f00-a755-3e722a10fa74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.671406] env[65310]: DEBUG nova.compute.manager [req-a7bb1353-89e4-42a4-a3c8-4dcb27f30aed req-95916458-f8d1-4b19-8ece-d8a90abff5cb service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] No waiting events found dispatching network-vif-plugged-fbf79941-ec98-479e-8b39-0c31ac7a51e5 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1107.671488] env[65310]: WARNING nova.compute.manager [req-a7bb1353-89e4-42a4-a3c8-4dcb27f30aed req-95916458-f8d1-4b19-8ece-d8a90abff5cb service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Received unexpected event network-vif-plugged-fbf79941-ec98-479e-8b39-0c31ac7a51e5 for instance with vm_state active and task_state None. [ 1107.769837] env[65310]: DEBUG nova.network.neutron [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Successfully updated port: fbf79941-ec98-479e-8b39-0c31ac7a51e5 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1107.783529] env[65310]: DEBUG nova.compute.manager [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1107.855510] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527bd8b8-0310-f2c4-b063-f483bed73d79, 'name': SearchDatastore_Task, 'duration_secs': 0.01536} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.855873] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.856392] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1/8a5bb2df-44b1-4bb9-bee8-15d10c1089b1.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.856392] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-668e9dc8-8200-40d1-8d75-10198f35e9be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.868122] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1107.868122] env[65310]: value = "task-4446930" [ 1107.868122] env[65310]: _type = "Task" [ 1107.868122] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.873398] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0c1d8a-923e-44ac-bbcd-c3e551a0f2df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.882257] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.885244] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aa8bf4-958d-400a-899d-6b73da997f00 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.917339] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "refresh_cache-3bfc58b9-1580-494f-b02c-1928afb6d17d" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.918017] env[65310]: DEBUG nova.objects.instance [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lazy-loading 'flavor' on Instance uuid 3bfc58b9-1580-494f-b02c-1928afb6d17d {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.920408] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62f2932-3f65-4969-9cc6-b2d080a49330 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.930024] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c036a0-7087-4a6b-b312-849b258d25d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.947653] env[65310]: DEBUG nova.compute.provider_tree [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.274037] env[65310]: DEBUG oslo_concurrency.lockutils [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.274178] env[65310]: DEBUG oslo_concurrency.lockutils [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.274576] env[65310]: DEBUG nova.network.neutron [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1108.306876] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.379190] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446930, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.427496] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595bf7e5-5e0c-468b-b0fb-99410d1e9aa8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.453670] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.454309] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-902db770-11b7-43fe-aa2e-2c349c8afecc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.463826] env[65310]: DEBUG oslo_vmware.api [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1108.463826] env[65310]: value = "task-4446931" [ 1108.463826] env[65310]: _type = "Task" [ 1108.463826] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.473112] env[65310]: DEBUG oslo_vmware.api [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.488793] env[65310]: DEBUG nova.scheduler.client.report [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1108.489095] env[65310]: DEBUG nova.compute.provider_tree [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 143 to 144 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1108.489290] env[65310]: DEBUG nova.compute.provider_tree [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.818100] env[65310]: WARNING nova.network.neutron [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] 6566ed77-2f90-49ef-b489-eee418d2af4b already exists in list: networks containing: ['6566ed77-2f90-49ef-b489-eee418d2af4b']. ignoring it [ 1108.885604] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446930, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.017003} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.885991] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1/8a5bb2df-44b1-4bb9-bee8-15d10c1089b1.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.886160] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.886457] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d108e94f-3c27-4d39-bc16-e36c251d8233 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.895685] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1108.895685] env[65310]: value = "task-4446932" [ 1108.895685] env[65310]: _type = "Task" [ 1108.895685] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.907906] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.950376] env[65310]: WARNING neutronclient.v2_0.client [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.974216] env[65310]: DEBUG oslo_vmware.api [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446931, 'name': PowerOffVM_Task, 'duration_secs': 0.26675} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.974493] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.980075] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.980429] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51cb244-344a-4dd3-aba8-5631cf480e77 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.995338] env[65310]: DEBUG oslo_concurrency.lockutils [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.733s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.000255] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.693s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.001926] env[65310]: INFO nova.compute.claims [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.011520] env[65310]: DEBUG oslo_vmware.api [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1109.011520] env[65310]: value = "task-4446933" [ 1109.011520] env[65310]: _type = "Task" [ 1109.011520] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.023504] env[65310]: DEBUG oslo_vmware.api [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.024581] env[65310]: INFO nova.scheduler.client.report [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted allocations for instance d88a03fd-d595-4306-8463-8c59269368cc [ 1109.156819] env[65310]: WARNING neutronclient.v2_0.client [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.246593] env[65310]: DEBUG nova.network.neutron [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updating instance_info_cache with network_info: [{"id": "f1b50b79-8431-489b-ad20-6ab4e0015782", "address": "fa:16:3e:a6:2a:5c", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b50b79-84", "ovs_interfaceid": "f1b50b79-8431-489b-ad20-6ab4e0015782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbf79941-ec98-479e-8b39-0c31ac7a51e5", "address": "fa:16:3e:38:6a:b3", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf79941-ec", "ovs_interfaceid": "fbf79941-ec98-479e-8b39-0c31ac7a51e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.406810] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072216} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.407149] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.407969] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec7fb60-e51b-4633-912a-1020096fa351 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.432930] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1/8a5bb2df-44b1-4bb9-bee8-15d10c1089b1.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.433303] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd9ccc3-8e17-43d6-a0fe-fbfb98b85f0f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.455075] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1109.455075] env[65310]: value = "task-4446934" [ 1109.455075] env[65310]: _type = "Task" [ 1109.455075] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.465273] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.525553] env[65310]: DEBUG oslo_vmware.api [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446933, 'name': ReconfigVM_Task, 'duration_secs': 0.242586} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.525878] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.526130] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.526413] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6d39b00-7466-466d-9f3f-d74a9a7814c4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.531538] env[65310]: DEBUG oslo_concurrency.lockutils [None req-49963017-8cc2-4816-bdbc-e088cb2b437f tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "d88a03fd-d595-4306-8463-8c59269368cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.396s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.535120] env[65310]: DEBUG oslo_vmware.api [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1109.535120] env[65310]: value = "task-4446935" [ 1109.535120] env[65310]: _type = "Task" [ 1109.535120] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.549919] env[65310]: DEBUG oslo_vmware.api [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.719143] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.719982] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.719982] env[65310]: INFO nova.compute.manager [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Shelving [ 1109.750070] env[65310]: DEBUG oslo_concurrency.lockutils [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.750934] env[65310]: DEBUG oslo_concurrency.lockutils [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.751187] env[65310]: DEBUG oslo_concurrency.lockutils [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.752199] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee19ba1-6c88-42ab-8364-80fdf9b6c28f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.771785] env[65310]: DEBUG nova.virt.hardware [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1109.772215] env[65310]: DEBUG nova.virt.hardware [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.772296] env[65310]: DEBUG nova.virt.hardware [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1109.772487] env[65310]: DEBUG nova.virt.hardware [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.772691] env[65310]: DEBUG nova.virt.hardware [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1109.772924] env[65310]: DEBUG nova.virt.hardware [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1109.773252] env[65310]: DEBUG nova.virt.hardware [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.773502] env[65310]: DEBUG nova.virt.hardware [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1109.773747] env[65310]: DEBUG nova.virt.hardware [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1109.774011] env[65310]: DEBUG nova.virt.hardware [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1109.774275] env[65310]: DEBUG nova.virt.hardware [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1109.781819] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Reconfiguring VM to attach interface {{(pid=65310) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1109.782228] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b194bc-dd23-4fa4-a430-32197b59532a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.800735] env[65310]: DEBUG oslo_vmware.api [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1109.800735] env[65310]: value = "task-4446936" [ 1109.800735] env[65310]: _type = "Task" [ 1109.800735] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.812353] env[65310]: DEBUG oslo_vmware.api [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446936, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.967445] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446934, 'name': ReconfigVM_Task, 'duration_secs': 0.371567} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.967803] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1/8a5bb2df-44b1-4bb9-bee8-15d10c1089b1.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.968731] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93b1fa87-be75-4902-a1f2-e0b27fba9a55 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.978082] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1109.978082] env[65310]: value = "task-4446937" [ 1109.978082] env[65310]: _type = "Task" [ 1109.978082] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.994918] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446937, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.051345] env[65310]: DEBUG oslo_vmware.api [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446935, 'name': PowerOnVM_Task, 'duration_secs': 0.458087} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.052263] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.052263] env[65310]: DEBUG nova.compute.manager [None req-ba0b4c9e-8125-44ec-a3e0-9e2150f59c19 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1110.056522] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ab12c5-6c7f-411d-9e07-6c3c8470f688 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.231524] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eb3de8-7b52-4e38-930f-e7fdcfa50620 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.242322] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f23676-9421-4655-aa40-e51621b0ef83 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.276177] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92d6931-9557-4484-880a-563808a53888 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.285180] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835e8432-67c0-4912-956a-e2ad85158dc1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.301098] env[65310]: DEBUG nova.compute.provider_tree [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.312680] env[65310]: DEBUG oslo_vmware.api [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.382798] env[65310]: DEBUG nova.compute.manager [req-9ba2fa7f-1042-408c-99af-18957e940f54 req-df51d393-f961-4f1b-b456-7adfc84f50e7 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Received event network-changed-fbf79941-ec98-479e-8b39-0c31ac7a51e5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1110.383242] env[65310]: DEBUG nova.compute.manager [req-9ba2fa7f-1042-408c-99af-18957e940f54 req-df51d393-f961-4f1b-b456-7adfc84f50e7 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing instance network info cache due to event network-changed-fbf79941-ec98-479e-8b39-0c31ac7a51e5. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1110.383242] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ba2fa7f-1042-408c-99af-18957e940f54 req-df51d393-f961-4f1b-b456-7adfc84f50e7 service nova] Acquiring lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.383417] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ba2fa7f-1042-408c-99af-18957e940f54 req-df51d393-f961-4f1b-b456-7adfc84f50e7 service nova] Acquired lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.383564] env[65310]: DEBUG nova.network.neutron [req-9ba2fa7f-1042-408c-99af-18957e940f54 req-df51d393-f961-4f1b-b456-7adfc84f50e7 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing network info cache for port fbf79941-ec98-479e-8b39-0c31ac7a51e5 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.490577] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446937, 'name': Rename_Task, 'duration_secs': 0.202896} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.490989] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.491335] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b07b5d50-91df-4bd0-aca7-ad85e8aa4f2a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.496062] env[65310]: INFO nova.compute.manager [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Rebuilding instance [ 1110.501137] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1110.501137] env[65310]: value = "task-4446938" [ 1110.501137] env[65310]: _type = "Task" [ 1110.501137] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.513579] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.544926] env[65310]: DEBUG nova.compute.manager [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1110.546256] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b207e1-bbf9-48f8-8103-5a365ca0c622 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.730048] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.730048] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57012e87-28c4-4973-9f82-6d4659e8b3c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.739056] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1110.739056] env[65310]: value = "task-4446939" [ 1110.739056] env[65310]: _type = "Task" [ 1110.739056] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.749277] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.810242] env[65310]: DEBUG nova.scheduler.client.report [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.823773] env[65310]: DEBUG oslo_vmware.api [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446936, 'name': ReconfigVM_Task, 'duration_secs': 0.853431} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.824472] env[65310]: WARNING neutronclient.v2_0.client [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.824838] env[65310]: DEBUG oslo_concurrency.lockutils [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.825175] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Reconfigured VM to attach interface {{(pid=65310) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1110.887093] env[65310]: WARNING neutronclient.v2_0.client [req-9ba2fa7f-1042-408c-99af-18957e940f54 req-df51d393-f961-4f1b-b456-7adfc84f50e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.012862] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.089076] env[65310]: WARNING neutronclient.v2_0.client [req-9ba2fa7f-1042-408c-99af-18957e940f54 req-df51d393-f961-4f1b-b456-7adfc84f50e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.186398] env[65310]: DEBUG nova.network.neutron [req-9ba2fa7f-1042-408c-99af-18957e940f54 req-df51d393-f961-4f1b-b456-7adfc84f50e7 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updated VIF entry in instance network info cache for port fbf79941-ec98-479e-8b39-0c31ac7a51e5. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1111.186854] env[65310]: DEBUG nova.network.neutron [req-9ba2fa7f-1042-408c-99af-18957e940f54 req-df51d393-f961-4f1b-b456-7adfc84f50e7 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updating instance_info_cache with network_info: [{"id": "f1b50b79-8431-489b-ad20-6ab4e0015782", "address": "fa:16:3e:a6:2a:5c", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b50b79-84", "ovs_interfaceid": "f1b50b79-8431-489b-ad20-6ab4e0015782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbf79941-ec98-479e-8b39-0c31ac7a51e5", "address": "fa:16:3e:38:6a:b3", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf79941-ec", "ovs_interfaceid": "fbf79941-ec98-479e-8b39-0c31ac7a51e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.251946] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446939, 'name': PowerOffVM_Task, 'duration_secs': 0.372337} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.252502] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.253544] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5af9c3-e60b-4240-9f6b-ed12770e561d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.278483] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e996a5b-4db1-4551-9920-7f05bb0516d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.318758] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.319364] env[65310]: DEBUG nova.compute.manager [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1111.334320] env[65310]: DEBUG oslo_concurrency.lockutils [None req-44c1cc90-4bb8-4243-9d2d-f34175e384dd tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-dd024bf4-73cd-4f00-a755-3e722a10fa74-fbf79941-ec98-479e-8b39-0c31ac7a51e5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.530s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.513641] env[65310]: DEBUG oslo_vmware.api [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446938, 'name': PowerOnVM_Task, 'duration_secs': 0.68951} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.513921] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.514140] env[65310]: INFO nova.compute.manager [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1111.514379] env[65310]: DEBUG nova.compute.manager [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1111.515172] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f4ee5-da70-4a9d-947c-954fe026d5ca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.562622] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.563050] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb11be89-9b7d-4f35-b730-ff854161129e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.573896] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1111.573896] env[65310]: value = "task-4446940" [ 1111.573896] env[65310]: _type = "Task" [ 1111.573896] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.586263] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.620048] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "4f555420-cbb7-42fc-a491-346195771bed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.620048] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "4f555420-cbb7-42fc-a491-346195771bed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.689769] env[65310]: DEBUG oslo_concurrency.lockutils [req-9ba2fa7f-1042-408c-99af-18957e940f54 req-df51d393-f961-4f1b-b456-7adfc84f50e7 service nova] Releasing lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.780032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "8fc26557-81c8-4962-bf5b-94ffed93f063" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.780032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.793979] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1111.794719] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-06dfb037-b87f-4b77-9018-acad44d392ef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.806279] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1111.806279] env[65310]: value = "task-4446941" [ 1111.806279] env[65310]: _type = "Task" [ 1111.806279] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.817060] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446941, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.824890] env[65310]: DEBUG nova.compute.utils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.827147] env[65310]: DEBUG nova.compute.manager [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1111.827424] env[65310]: DEBUG nova.network.neutron [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1111.828796] env[65310]: WARNING neutronclient.v2_0.client [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.828796] env[65310]: WARNING neutronclient.v2_0.client [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.906907] env[65310]: DEBUG nova.policy [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75f2dc02e7714054829604036f9aefee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a4fd9f7d264da1a5f8b673a23dfc30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.034071] env[65310]: INFO nova.compute.manager [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Took 14.91 seconds to build instance. [ 1112.084902] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446940, 'name': PowerOffVM_Task, 'duration_secs': 0.277769} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.085245] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.085499] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.086813] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d812336-a89f-4e60-ab01-b05306b56e80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.095210] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.095486] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03e5b621-c388-4987-aa94-99856611ad93 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.122900] env[65310]: DEBUG nova.compute.manager [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1112.162545] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.162797] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.163146] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleting the datastore file [datastore2] e67a3e15-e3c7-4bef-a60e-553a58715383 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.163465] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5130a75e-eb31-45ad-bb70-6e85cda4fe82 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.171716] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1112.171716] env[65310]: value = "task-4446943" [ 1112.171716] env[65310]: _type = "Task" [ 1112.171716] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.184530] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.268336] env[65310]: DEBUG nova.network.neutron [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Successfully created port: 260085ec-03b6-4bad-bce0-41efceebc565 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1112.283957] env[65310]: DEBUG nova.compute.utils [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.319037] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446941, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.332745] env[65310]: DEBUG nova.compute.manager [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1112.536294] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.423s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.650671] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.651171] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.653573] env[65310]: INFO nova.compute.claims [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.683734] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24852} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.684056] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.684267] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.684448] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.746081] env[65310]: DEBUG oslo_vmware.rw_handles [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b4e2-4634-3a72-4a90-3a9249612b72/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1112.747122] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e53c89a-2058-4e45-a983-d2dd037b5202 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.755315] env[65310]: DEBUG oslo_vmware.rw_handles [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b4e2-4634-3a72-4a90-3a9249612b72/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1112.755495] env[65310]: ERROR oslo_vmware.rw_handles [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b4e2-4634-3a72-4a90-3a9249612b72/disk-0.vmdk due to incomplete transfer. [ 1112.756091] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b39d11f-2bd2-4925-a383-b5e3629cc3e5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.765661] env[65310]: DEBUG oslo_vmware.rw_handles [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b4e2-4634-3a72-4a90-3a9249612b72/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1112.766071] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Uploaded image 8d0975be-073e-48dc-85fe-e66df1fcdda7 to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1112.768614] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1112.768960] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-785ab97d-fa0b-4bc1-8400-67bf266dc5e1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.777931] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1112.777931] env[65310]: value = "task-4446944" [ 1112.777931] env[65310]: _type = "Task" [ 1112.777931] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.788413] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.789041] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446944, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.818023] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446941, 'name': CreateSnapshot_Task, 'duration_secs': 0.733662} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.818320] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1112.819189] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a92329-69aa-4777-b65f-74052f474579 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.290281] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446944, 'name': Destroy_Task, 'duration_secs': 0.382241} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.291515] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Destroyed the VM [ 1113.291515] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1113.291515] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58263fd9-f3f4-4366-850e-80138c65a7f9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.301873] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1113.301873] env[65310]: value = "task-4446945" [ 1113.301873] env[65310]: _type = "Task" [ 1113.301873] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.315403] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446945, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.339243] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1113.339607] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6951ce42-9d10-4000-96fe-7729ffe64bf6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.343950] env[65310]: DEBUG nova.compute.manager [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1113.352524] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1113.352524] env[65310]: value = "task-4446946" [ 1113.352524] env[65310]: _type = "Task" [ 1113.352524] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.364839] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446946, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.375463] env[65310]: DEBUG nova.virt.hardware [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1113.375682] env[65310]: DEBUG nova.virt.hardware [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.375838] env[65310]: DEBUG nova.virt.hardware [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1113.376725] env[65310]: DEBUG nova.virt.hardware [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.376725] env[65310]: DEBUG nova.virt.hardware [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1113.376725] env[65310]: DEBUG nova.virt.hardware [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1113.376725] env[65310]: DEBUG nova.virt.hardware [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.376938] env[65310]: DEBUG nova.virt.hardware [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1113.376938] env[65310]: DEBUG nova.virt.hardware [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1113.377719] env[65310]: DEBUG nova.virt.hardware [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1113.377918] env[65310]: DEBUG nova.virt.hardware [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1113.379169] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c9574a-6f75-499e-a0d4-3a4ca2bac20d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.392860] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb7bc40-e754-47ff-886b-c5c3893e3153 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.726079] env[65310]: DEBUG nova.virt.hardware [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1113.726079] env[65310]: DEBUG nova.virt.hardware [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.726079] env[65310]: DEBUG nova.virt.hardware [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1113.726079] env[65310]: DEBUG nova.virt.hardware [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.726079] env[65310]: DEBUG nova.virt.hardware [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1113.726379] env[65310]: DEBUG nova.virt.hardware [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1113.726455] env[65310]: DEBUG nova.virt.hardware [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.726595] env[65310]: DEBUG nova.virt.hardware [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1113.726756] env[65310]: DEBUG nova.virt.hardware [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1113.726920] env[65310]: DEBUG nova.virt.hardware [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1113.727164] env[65310]: DEBUG nova.virt.hardware [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1113.729309] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12b8b7a-c3da-4634-bd0d-30c23400517c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.746761] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f6d42a-5c16-45d5-abd5-db00d9118008 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.772308] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:30:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '930fea6c-fc2a-4bba-a2f0-9ecfde845e3b', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.778926] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1113.785923] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.786083] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3cfa0ad-93bc-4222-8413-7db96f54d235 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.820127] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446945, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.825490] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.825490] env[65310]: value = "task-4446947" [ 1113.825490] env[65310]: _type = "Task" [ 1113.825490] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.839643] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446947, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.865430] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446946, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.872572] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "8fc26557-81c8-4962-bf5b-94ffed93f063" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.872999] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.873322] env[65310]: INFO nova.compute.manager [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Attaching volume 3118fe5f-6c61-49fb-a1ab-1f2e771fd334 to /dev/sdb [ 1113.942424] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11011a85-2dfa-4652-83b4-02b27fae9237 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.956551] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e2cb65-9c23-46b5-9a33-69ac30b8afb2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.971386] env[65310]: DEBUG nova.network.neutron [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Successfully updated port: 260085ec-03b6-4bad-bce0-41efceebc565 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1113.983707] env[65310]: DEBUG nova.virt.block_device [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Updating existing volume attachment record: 865aa951-1840-44a5-9c9a-7bd6d0d2f43a {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1113.988576] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa346d2c-c985-49cf-8662-5c6340750488 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.001435] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d64cbe-6b6a-4ec0-b436-75c5ad16bb2d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.040213] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0a9f1d-83a3-405e-8c90-1599cb072cbd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.049746] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f92a47-ee4a-4f48-94aa-eace19ac9bd0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.068180] env[65310]: DEBUG nova.compute.provider_tree [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1114.119189] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "interface-dd024bf4-73cd-4f00-a755-3e722a10fa74-fbf79941-ec98-479e-8b39-0c31ac7a51e5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.119703] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-dd024bf4-73cd-4f00-a755-3e722a10fa74-fbf79941-ec98-479e-8b39-0c31ac7a51e5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.252356] env[65310]: DEBUG nova.compute.manager [req-61bb3365-3f26-4f98-a079-d8c013331758 req-2551eefb-74fa-4619-bddc-b78874cda82a service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Received event network-vif-plugged-260085ec-03b6-4bad-bce0-41efceebc565 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1114.253493] env[65310]: DEBUG oslo_concurrency.lockutils [req-61bb3365-3f26-4f98-a079-d8c013331758 req-2551eefb-74fa-4619-bddc-b78874cda82a service nova] Acquiring lock "a44a03e7-d28b-4106-b87a-5feeba108b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.253828] env[65310]: DEBUG oslo_concurrency.lockutils [req-61bb3365-3f26-4f98-a079-d8c013331758 req-2551eefb-74fa-4619-bddc-b78874cda82a service nova] Lock "a44a03e7-d28b-4106-b87a-5feeba108b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.254097] env[65310]: DEBUG oslo_concurrency.lockutils [req-61bb3365-3f26-4f98-a079-d8c013331758 req-2551eefb-74fa-4619-bddc-b78874cda82a service nova] Lock "a44a03e7-d28b-4106-b87a-5feeba108b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.254289] env[65310]: DEBUG nova.compute.manager [req-61bb3365-3f26-4f98-a079-d8c013331758 req-2551eefb-74fa-4619-bddc-b78874cda82a service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] No waiting events found dispatching network-vif-plugged-260085ec-03b6-4bad-bce0-41efceebc565 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1114.254454] env[65310]: WARNING nova.compute.manager [req-61bb3365-3f26-4f98-a079-d8c013331758 req-2551eefb-74fa-4619-bddc-b78874cda82a service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Received unexpected event network-vif-plugged-260085ec-03b6-4bad-bce0-41efceebc565 for instance with vm_state building and task_state spawning. [ 1114.324801] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446945, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.340894] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446947, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.367438] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446946, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.474305] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.474445] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.474649] env[65310]: DEBUG nova.network.neutron [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1114.595142] env[65310]: ERROR nova.scheduler.client.report [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [req-795964aa-aaf1-405a-9a1e-70d005d0355d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-795964aa-aaf1-405a-9a1e-70d005d0355d"}]} [ 1114.614774] env[65310]: DEBUG nova.scheduler.client.report [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1114.623087] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.623209] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.624765] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5efab1-cf2f-4150-b109-50428f9c9106 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.632217] env[65310]: DEBUG nova.scheduler.client.report [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1114.632512] env[65310]: DEBUG nova.compute.provider_tree [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1114.650327] env[65310]: DEBUG nova.scheduler.client.report [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1114.653520] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95fd112-39d2-4f7f-a7eb-6464ff46a5c8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.680305] env[65310]: WARNING neutronclient.v2_0.client [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.686210] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Reconfiguring VM to detach interface {{(pid=65310) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1114.687655] env[65310]: DEBUG nova.scheduler.client.report [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1114.689968] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a286f49-a14b-47e9-9b17-abdb98f3b61f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.711640] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1114.711640] env[65310]: value = "task-4446949" [ 1114.711640] env[65310]: _type = "Task" [ 1114.711640] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.721353] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.820847] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.821151] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.829408] env[65310]: DEBUG oslo_vmware.api [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446945, 'name': RemoveSnapshot_Task, 'duration_secs': 1.126851} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.833963] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1114.834038] env[65310]: INFO nova.compute.manager [None req-e7f6e59b-95ac-4966-b611-1f30bc8d8fa2 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Took 16.24 seconds to snapshot the instance on the hypervisor. [ 1114.847381] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446947, 'name': CreateVM_Task, 'duration_secs': 0.647693} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.847507] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.848425] env[65310]: WARNING neutronclient.v2_0.client [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1114.848425] env[65310]: DEBUG oslo_concurrency.lockutils [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.848591] env[65310]: DEBUG oslo_concurrency.lockutils [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.848903] env[65310]: DEBUG oslo_concurrency.lockutils [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.851867] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45065d53-fe90-471b-bb60-d3ff2dc975ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.859412] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1114.859412] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526b4965-f548-1500-a88b-c923898f3ae4" [ 1114.859412] env[65310]: _type = "Task" [ 1114.859412] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.867119] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446946, 'name': CloneVM_Task, 'duration_secs': 1.402806} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.867946] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Created linked-clone VM from snapshot [ 1114.868797] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad17a7e-0b9b-4229-ba2e-74a3d11f55ef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.879230] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526b4965-f548-1500-a88b-c923898f3ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.880142] env[65310]: DEBUG oslo_concurrency.lockutils [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.880429] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.880678] env[65310]: DEBUG oslo_concurrency.lockutils [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.880805] env[65310]: DEBUG oslo_concurrency.lockutils [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.881024] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.881631] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a4de0de-d217-4c4b-ae6b-791ea0da363f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.892614] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Uploading image 518f040e-524c-4617-bd90-8dae194d94eb {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1114.908059] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.908294] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.909780] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ad7885-314d-41a7-8f9a-24e808b06883 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.918946] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1114.918946] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b9e130-0fd6-84cb-c996-c7ca6e685c4c" [ 1114.918946] env[65310]: _type = "Task" [ 1114.918946] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.938023] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1114.938023] env[65310]: value = "vm-869779" [ 1114.938023] env[65310]: _type = "VirtualMachine" [ 1114.938023] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1114.938725] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b9e130-0fd6-84cb-c996-c7ca6e685c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.938929] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-06084cb1-5dc1-4355-abea-6d94cbc3fbb7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.946503] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50415697-cf85-4575-9755-4ace349c38c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.952595] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1114.952595] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bf4a84-35c5-c640-f1c1-c0bce6b6478a" [ 1114.952595] env[65310]: _type = "Task" [ 1114.952595] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.957042] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lease: (returnval){ [ 1114.957042] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cf432c-280f-c40d-19b8-92a7ef2ac648" [ 1114.957042] env[65310]: _type = "HttpNfcLease" [ 1114.957042] env[65310]: } obtained for exporting VM: (result){ [ 1114.957042] env[65310]: value = "vm-869779" [ 1114.957042] env[65310]: _type = "VirtualMachine" [ 1114.957042] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1114.957341] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the lease: (returnval){ [ 1114.957341] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cf432c-280f-c40d-19b8-92a7ef2ac648" [ 1114.957341] env[65310]: _type = "HttpNfcLease" [ 1114.957341] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1114.967598] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bf4a84-35c5-c640-f1c1-c0bce6b6478a, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.968399] env[65310]: DEBUG oslo_concurrency.lockutils [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.968700] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e67a3e15-e3c7-4bef-a60e-553a58715383/e67a3e15-e3c7-4bef-a60e-553a58715383.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.969016] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b0a0867-d4db-4549-bfa4-5ca6fae1d988 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.974513] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.974513] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cf432c-280f-c40d-19b8-92a7ef2ac648" [ 1114.974513] env[65310]: _type = "HttpNfcLease" [ 1114.974513] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1114.974513] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1114.974513] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cf432c-280f-c40d-19b8-92a7ef2ac648" [ 1114.974513] env[65310]: _type = "HttpNfcLease" [ 1114.974513] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1114.974886] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366ba87d-7de5-4d35-84fa-76e46c631afa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.985021] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1114.985021] env[65310]: value = "task-4446951" [ 1114.985021] env[65310]: _type = "Task" [ 1114.985021] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.985021] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bae4cb-096b-4564-8324-fb56fe94a838 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.994613] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a35a01-0d66-85d4-f15e-6dc4f6720f46/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1114.995429] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a35a01-0d66-85d4-f15e-6dc4f6720f46/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1115.061704] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb188c-2913-4b5a-bce9-28d84163f9c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.068038] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.069294] env[65310]: DEBUG nova.network.neutron [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1115.106324] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d11919c-8642-4d98-a811-0e616ee6bd00 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.115310] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d24491-34c8-4156-a30a-c8daf0fff5bd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.124365] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a224a76f-b904-4bd9-8613-ebb74e71cda7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.138767] env[65310]: DEBUG nova.compute.provider_tree [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1115.188253] env[65310]: WARNING neutronclient.v2_0.client [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.224502] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.276162] env[65310]: DEBUG nova.network.neutron [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Updating instance_info_cache with network_info: [{"id": "260085ec-03b6-4bad-bce0-41efceebc565", "address": "fa:16:3e:ca:66:4d", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap260085ec-03", "ovs_interfaceid": "260085ec-03b6-4bad-bce0-41efceebc565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.327406] env[65310]: DEBUG nova.compute.manager [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1115.494599] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446951, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.564039] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.564227] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.659143] env[65310]: ERROR nova.scheduler.client.report [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [req-1197a7c5-2817-401a-815f-d87452fd553c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1197a7c5-2817-401a-815f-d87452fd553c"}]} [ 1115.678469] env[65310]: DEBUG nova.scheduler.client.report [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1115.697503] env[65310]: DEBUG nova.scheduler.client.report [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1115.697878] env[65310]: DEBUG nova.compute.provider_tree [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1115.710704] env[65310]: DEBUG nova.scheduler.client.report [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1115.723452] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.732690] env[65310]: DEBUG nova.scheduler.client.report [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1115.778657] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.779303] env[65310]: DEBUG nova.compute.manager [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Instance network_info: |[{"id": "260085ec-03b6-4bad-bce0-41efceebc565", "address": "fa:16:3e:ca:66:4d", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap260085ec-03", "ovs_interfaceid": "260085ec-03b6-4bad-bce0-41efceebc565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1115.781357] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:66:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '260085ec-03b6-4bad-bce0-41efceebc565', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.789882] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Creating folder: Project (66a4fd9f7d264da1a5f8b673a23dfc30). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.793205] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20e24661-ec6a-42ef-923d-1e0ad1c21ee8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.806928] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Created folder: Project (66a4fd9f7d264da1a5f8b673a23dfc30) in parent group-v869493. [ 1115.807354] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Creating folder: Instances. Parent ref: group-v869782. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.810537] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d65bc55-a3d9-49b7-ad18-369f4eda89ef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.823271] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Created folder: Instances in parent group-v869782. [ 1115.825438] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1115.826443] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.827440] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-286f2efb-3271-413a-8ff9-b43e109491fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.861130] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.861130] env[65310]: value = "task-4446954" [ 1115.861130] env[65310]: _type = "Task" [ 1115.861130] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.877788] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446954, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.880191] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.996585] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526156} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.000054] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e67a3e15-e3c7-4bef-a60e-553a58715383/e67a3e15-e3c7-4bef-a60e-553a58715383.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.000595] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.001553] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53886add-5851-4dfd-b011-d7c2e40aa829 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.009604] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1116.009604] env[65310]: value = "task-4446955" [ 1116.009604] env[65310]: _type = "Task" [ 1116.009604] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.025985] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.030947] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a394a5c-afdc-4363-8429-84af60c8adc0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.041468] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adb8f04-f7dc-433b-bfec-17fed9d23787 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.079344] env[65310]: DEBUG nova.compute.manager [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1116.083416] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a3b210-71ee-46bc-be55-19b41ba46c09 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.095162] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9759dcf-e800-40bb-847c-285229379299 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.113607] env[65310]: DEBUG nova.compute.provider_tree [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.224262] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.286418] env[65310]: DEBUG nova.compute.manager [req-9401974f-6ba0-4dd9-803b-98617980158e req-0ded01a4-2b64-4c48-a2af-e8c593bb130d service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Received event network-changed-260085ec-03b6-4bad-bce0-41efceebc565 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1116.286720] env[65310]: DEBUG nova.compute.manager [req-9401974f-6ba0-4dd9-803b-98617980158e req-0ded01a4-2b64-4c48-a2af-e8c593bb130d service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Refreshing instance network info cache due to event network-changed-260085ec-03b6-4bad-bce0-41efceebc565. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1116.286967] env[65310]: DEBUG oslo_concurrency.lockutils [req-9401974f-6ba0-4dd9-803b-98617980158e req-0ded01a4-2b64-4c48-a2af-e8c593bb130d service nova] Acquiring lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.287123] env[65310]: DEBUG oslo_concurrency.lockutils [req-9401974f-6ba0-4dd9-803b-98617980158e req-0ded01a4-2b64-4c48-a2af-e8c593bb130d service nova] Acquired lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.287386] env[65310]: DEBUG nova.network.neutron [req-9401974f-6ba0-4dd9-803b-98617980158e req-0ded01a4-2b64-4c48-a2af-e8c593bb130d service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Refreshing network info cache for port 260085ec-03b6-4bad-bce0-41efceebc565 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.373310] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446954, 'name': CreateVM_Task, 'duration_secs': 0.483708} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.374424] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.374424] env[65310]: WARNING neutronclient.v2_0.client [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.374561] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.374768] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.375346] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.375612] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44b5b32-da1c-4445-8a2a-b401fa0ad794 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.382251] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1116.382251] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5203e5c0-e788-2220-178d-6041e9253e03" [ 1116.382251] env[65310]: _type = "Task" [ 1116.382251] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.391318] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5203e5c0-e788-2220-178d-6041e9253e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.448319] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquiring lock "5f943975-0054-4fa9-b4c2-152cca5e63d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.448578] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lock "5f943975-0054-4fa9-b4c2-152cca5e63d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.448802] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquiring lock "5f943975-0054-4fa9-b4c2-152cca5e63d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.449017] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lock "5f943975-0054-4fa9-b4c2-152cca5e63d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.449257] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lock "5f943975-0054-4fa9-b4c2-152cca5e63d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.451536] env[65310]: INFO nova.compute.manager [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Terminating instance [ 1116.520940] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086013} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.521252] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.522222] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1c8f9b-c678-4069-9df0-d991ad340656 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.548888] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] e67a3e15-e3c7-4bef-a60e-553a58715383/e67a3e15-e3c7-4bef-a60e-553a58715383.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.549304] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81e4a3d-4dfb-4dd0-a7e5-c566020808ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.572138] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1116.572138] env[65310]: value = "task-4446957" [ 1116.572138] env[65310]: _type = "Task" [ 1116.572138] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.581772] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.606156] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.621027] env[65310]: DEBUG nova.scheduler.client.report [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.725132] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.790183] env[65310]: WARNING neutronclient.v2_0.client [req-9401974f-6ba0-4dd9-803b-98617980158e req-0ded01a4-2b64-4c48-a2af-e8c593bb130d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.898330] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5203e5c0-e788-2220-178d-6041e9253e03, 'name': SearchDatastore_Task, 'duration_secs': 0.01153} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.899623] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.899623] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.899623] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.899623] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.899843] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.900406] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2694971b-6dd9-4f98-9704-2d0e669c6167 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.911193] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.912053] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.912532] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b964cea1-8cc8-4222-8e83-66a54bccd7cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.919749] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1116.919749] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5286f368-1133-ee6c-b095-106bd6567220" [ 1116.919749] env[65310]: _type = "Task" [ 1116.919749] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.932821] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5286f368-1133-ee6c-b095-106bd6567220, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.934882] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-544aeb5c-9427-44d4-a202-7c9aef3856ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.940549] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1116.940549] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5202fcdf-5f32-11d9-0551-9b08654aca1c" [ 1116.940549] env[65310]: _type = "Task" [ 1116.940549] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.950121] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5202fcdf-5f32-11d9-0551-9b08654aca1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.956623] env[65310]: DEBUG nova.compute.manager [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1116.956623] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.957625] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5081d504-41c2-46e9-88f0-8e623fb273b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.961871] env[65310]: WARNING neutronclient.v2_0.client [req-9401974f-6ba0-4dd9-803b-98617980158e req-0ded01a4-2b64-4c48-a2af-e8c593bb130d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.970472] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.970472] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fea7269-1f97-4985-b29d-0713c350518f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.978984] env[65310]: DEBUG oslo_vmware.api [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1116.978984] env[65310]: value = "task-4446958" [ 1116.978984] env[65310]: _type = "Task" [ 1116.978984] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.990964] env[65310]: DEBUG oslo_vmware.api [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.047552] env[65310]: DEBUG nova.network.neutron [req-9401974f-6ba0-4dd9-803b-98617980158e req-0ded01a4-2b64-4c48-a2af-e8c593bb130d service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Updated VIF entry in instance network info cache for port 260085ec-03b6-4bad-bce0-41efceebc565. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1117.047998] env[65310]: DEBUG nova.network.neutron [req-9401974f-6ba0-4dd9-803b-98617980158e req-0ded01a4-2b64-4c48-a2af-e8c593bb130d service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Updating instance_info_cache with network_info: [{"id": "260085ec-03b6-4bad-bce0-41efceebc565", "address": "fa:16:3e:ca:66:4d", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap260085ec-03", "ovs_interfaceid": "260085ec-03b6-4bad-bce0-41efceebc565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.084037] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.128099] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.476s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.128099] env[65310]: DEBUG nova.compute.manager [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1117.130829] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.251s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.133658] env[65310]: INFO nova.compute.claims [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.225672] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.452510] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5202fcdf-5f32-11d9-0551-9b08654aca1c, 'name': SearchDatastore_Task, 'duration_secs': 0.013487} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.452931] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.453273] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] a44a03e7-d28b-4106-b87a-5feeba108b61/a44a03e7-d28b-4106-b87a-5feeba108b61.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.453603] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f899cc2-18e3-4d0b-961a-ceff530cfe51 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.461779] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1117.461779] env[65310]: value = "task-4446959" [ 1117.461779] env[65310]: _type = "Task" [ 1117.461779] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.471578] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.491328] env[65310]: DEBUG oslo_vmware.api [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446958, 'name': PowerOffVM_Task, 'duration_secs': 0.203789} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.491717] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.491967] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.492560] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9ac4a64-c52c-4895-bd3a-ba19e946479a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.551759] env[65310]: DEBUG oslo_concurrency.lockutils [req-9401974f-6ba0-4dd9-803b-98617980158e req-0ded01a4-2b64-4c48-a2af-e8c593bb130d service nova] Releasing lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.562713] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.562713] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.562940] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Deleting the datastore file [datastore2] 5f943975-0054-4fa9-b4c2-152cca5e63d1 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.563285] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3e8f52b-ce6e-4dac-ab69-22f360cb025d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.570361] env[65310]: DEBUG oslo_vmware.api [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for the task: (returnval){ [ 1117.570361] env[65310]: value = "task-4446961" [ 1117.570361] env[65310]: _type = "Task" [ 1117.570361] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.583665] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446957, 'name': ReconfigVM_Task, 'duration_secs': 0.563815} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.586914] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Reconfigured VM instance instance-0000005e to attach disk [datastore2] e67a3e15-e3c7-4bef-a60e-553a58715383/e67a3e15-e3c7-4bef-a60e-553a58715383.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.587679] env[65310]: DEBUG oslo_vmware.api [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.587946] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef2b922e-f08c-45cf-ad61-f48a0deb363a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.595390] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1117.595390] env[65310]: value = "task-4446962" [ 1117.595390] env[65310]: _type = "Task" [ 1117.595390] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.605974] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446962, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.637839] env[65310]: DEBUG nova.compute.utils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.641778] env[65310]: DEBUG nova.compute.manager [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1117.642093] env[65310]: DEBUG nova.network.neutron [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1117.642403] env[65310]: WARNING neutronclient.v2_0.client [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.642716] env[65310]: WARNING neutronclient.v2_0.client [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.708536] env[65310]: DEBUG nova.policy [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f90588f95f1e4253aae45a4b527b71df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd4630a46574ada8a258186a9a05002', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.728079] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.974474] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506091} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.974927] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] a44a03e7-d28b-4106-b87a-5feeba108b61/a44a03e7-d28b-4106-b87a-5feeba108b61.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.975290] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.975677] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-027b7a25-2381-4ac0-b686-b510dc47dd74 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.984400] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1117.984400] env[65310]: value = "task-4446963" [ 1117.984400] env[65310]: _type = "Task" [ 1117.984400] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.995986] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.079669] env[65310]: DEBUG nova.network.neutron [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Successfully created port: df1e4cad-8b93-4fff-ba51-3c8d3772cc53 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1118.085414] env[65310]: DEBUG oslo_vmware.api [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Task: {'id': task-4446961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441624} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.085669] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.085842] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.086021] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.086271] env[65310]: INFO nova.compute.manager [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1118.086457] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1118.086653] env[65310]: DEBUG nova.compute.manager [-] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1118.086758] env[65310]: DEBUG nova.network.neutron [-] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1118.087012] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.106775] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446962, 'name': Rename_Task, 'duration_secs': 0.198586} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.107139] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.107406] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6775b67f-f899-4189-8cd7-10c827fe1eef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.116774] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1118.116774] env[65310]: value = "task-4446964" [ 1118.116774] env[65310]: _type = "Task" [ 1118.116774] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.130941] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.132119] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.142916] env[65310]: DEBUG nova.compute.manager [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1118.231415] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.397424] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e89cf3-90a4-4f9b-a168-1af8a1da6bc1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.407508] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d88c8-bfc8-43dc-a0ad-bf2f1344ae75 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.443440] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c7883d-075b-47f5-be57-bba767200074 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.452102] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c2c211-9365-4758-b155-0e9c6f03f679 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.474957] env[65310]: DEBUG nova.compute.provider_tree [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.481257] env[65310]: DEBUG nova.compute.manager [req-aefa7c64-d6b6-4bf9-b57b-42b6e24c33cd req-bbc7b8c4-a26c-4d17-a3a4-13e1eaf964a7 service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Received event network-vif-deleted-c939c3d5-8586-4e6f-afb0-f88ba0de45a5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1118.481649] env[65310]: INFO nova.compute.manager [req-aefa7c64-d6b6-4bf9-b57b-42b6e24c33cd req-bbc7b8c4-a26c-4d17-a3a4-13e1eaf964a7 service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Neutron deleted interface c939c3d5-8586-4e6f-afb0-f88ba0de45a5; detaching it from the instance and deleting it from the info cache [ 1118.481908] env[65310]: DEBUG nova.network.neutron [req-aefa7c64-d6b6-4bf9-b57b-42b6e24c33cd req-bbc7b8c4-a26c-4d17-a3a4-13e1eaf964a7 service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.499191] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077878} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.499552] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.500763] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbad8ec-2c47-401e-a9e8-89de863e5022 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.530322] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] a44a03e7-d28b-4106-b87a-5feeba108b61/a44a03e7-d28b-4106-b87a-5feeba108b61.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.531134] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6810ce20-3ed4-499f-89f2-772107663420 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.546541] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1118.546787] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869781', 'volume_id': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'name': 'volume-3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc26557-81c8-4962-bf5b-94ffed93f063', 'attached_at': '', 'detached_at': '', 'volume_id': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'serial': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1118.548077] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4320db9d-6b67-45d4-9a5f-b54300387ca0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.567474] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd05cf1-f73a-4d24-af12-766b660637b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.570477] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1118.570477] env[65310]: value = "task-4446965" [ 1118.570477] env[65310]: _type = "Task" [ 1118.570477] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.598150] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-3118fe5f-6c61-49fb-a1ab-1f2e771fd334/volume-3118fe5f-6c61-49fb-a1ab-1f2e771fd334.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.599327] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a34d94a9-fe81-44fb-92de-7cbf5592cf3b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.617088] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.631794] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.632218] env[65310]: DEBUG oslo_vmware.api [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1118.632218] env[65310]: value = "task-4446966" [ 1118.632218] env[65310]: _type = "Task" [ 1118.632218] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.641806] env[65310]: DEBUG oslo_vmware.api [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446966, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.730122] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.858792] env[65310]: DEBUG nova.network.neutron [-] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.985849] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4274d62c-08a6-4aff-acfa-16257bba3f0d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.997510] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902113c1-70e3-4d49-a449-552109147299 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.017105] env[65310]: DEBUG nova.scheduler.client.report [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1119.017392] env[65310]: DEBUG nova.compute.provider_tree [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 148 to 149 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1119.017565] env[65310]: DEBUG nova.compute.provider_tree [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.043944] env[65310]: DEBUG nova.compute.manager [req-aefa7c64-d6b6-4bf9-b57b-42b6e24c33cd req-bbc7b8c4-a26c-4d17-a3a4-13e1eaf964a7 service nova] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Detach interface failed, port_id=c939c3d5-8586-4e6f-afb0-f88ba0de45a5, reason: Instance 5f943975-0054-4fa9-b4c2-152cca5e63d1 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1119.082091] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.131977] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446964, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.143614] env[65310]: DEBUG oslo_vmware.api [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.155453] env[65310]: DEBUG nova.compute.manager [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1119.187177] env[65310]: DEBUG nova.virt.hardware [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1119.187712] env[65310]: DEBUG nova.virt.hardware [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.187931] env[65310]: DEBUG nova.virt.hardware [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1119.188159] env[65310]: DEBUG nova.virt.hardware [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.188329] env[65310]: DEBUG nova.virt.hardware [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1119.188514] env[65310]: DEBUG nova.virt.hardware [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1119.189162] env[65310]: DEBUG nova.virt.hardware [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.189162] env[65310]: DEBUG nova.virt.hardware [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1119.189331] env[65310]: DEBUG nova.virt.hardware [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1119.189534] env[65310]: DEBUG nova.virt.hardware [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1119.189677] env[65310]: DEBUG nova.virt.hardware [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1119.190820] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8183b771-8412-4c2a-8840-7a7abb4e3a78 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.200737] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d5be93-1399-4e16-a106-a3db1ffa2218 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.228776] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.362373] env[65310]: INFO nova.compute.manager [-] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Took 1.28 seconds to deallocate network for instance. [ 1119.523389] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.524344] env[65310]: DEBUG nova.compute.manager [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1119.528230] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.921s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.528609] env[65310]: INFO nova.compute.claims [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.570382] env[65310]: DEBUG nova.compute.manager [req-04141559-8843-4768-b377-90e05605aaf4 req-254c2b04-5d0e-44c3-b2f3-b1c4b41fd8e1 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Received event network-vif-plugged-df1e4cad-8b93-4fff-ba51-3c8d3772cc53 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1119.570676] env[65310]: DEBUG oslo_concurrency.lockutils [req-04141559-8843-4768-b377-90e05605aaf4 req-254c2b04-5d0e-44c3-b2f3-b1c4b41fd8e1 service nova] Acquiring lock "4f555420-cbb7-42fc-a491-346195771bed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.570939] env[65310]: DEBUG oslo_concurrency.lockutils [req-04141559-8843-4768-b377-90e05605aaf4 req-254c2b04-5d0e-44c3-b2f3-b1c4b41fd8e1 service nova] Lock "4f555420-cbb7-42fc-a491-346195771bed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.571158] env[65310]: DEBUG oslo_concurrency.lockutils [req-04141559-8843-4768-b377-90e05605aaf4 req-254c2b04-5d0e-44c3-b2f3-b1c4b41fd8e1 service nova] Lock "4f555420-cbb7-42fc-a491-346195771bed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.571322] env[65310]: DEBUG nova.compute.manager [req-04141559-8843-4768-b377-90e05605aaf4 req-254c2b04-5d0e-44c3-b2f3-b1c4b41fd8e1 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] No waiting events found dispatching network-vif-plugged-df1e4cad-8b93-4fff-ba51-3c8d3772cc53 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1119.571481] env[65310]: WARNING nova.compute.manager [req-04141559-8843-4768-b377-90e05605aaf4 req-254c2b04-5d0e-44c3-b2f3-b1c4b41fd8e1 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Received unexpected event network-vif-plugged-df1e4cad-8b93-4fff-ba51-3c8d3772cc53 for instance with vm_state building and task_state spawning. [ 1119.585864] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446965, 'name': ReconfigVM_Task, 'duration_secs': 0.648502} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.586301] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Reconfigured VM instance instance-00000069 to attach disk [datastore2] a44a03e7-d28b-4106-b87a-5feeba108b61/a44a03e7-d28b-4106-b87a-5feeba108b61.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.586959] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2defcdc9-ad4a-4007-9c94-6b0d6b54c18c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.595278] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1119.595278] env[65310]: value = "task-4446967" [ 1119.595278] env[65310]: _type = "Task" [ 1119.595278] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.607200] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446967, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.629258] env[65310]: DEBUG oslo_vmware.api [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4446964, 'name': PowerOnVM_Task, 'duration_secs': 1.050679} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.629543] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.629737] env[65310]: DEBUG nova.compute.manager [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1119.630582] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90379b8a-143f-463e-bb18-cdc0db9bc361 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.648166] env[65310]: DEBUG oslo_vmware.api [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446966, 'name': ReconfigVM_Task, 'duration_secs': 0.723385} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.648468] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-3118fe5f-6c61-49fb-a1ab-1f2e771fd334/volume-3118fe5f-6c61-49fb-a1ab-1f2e771fd334.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.653748] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f607d475-5df5-4cc3-9fc0-13e3fb66cf8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.667223] env[65310]: DEBUG nova.network.neutron [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Successfully updated port: df1e4cad-8b93-4fff-ba51-3c8d3772cc53 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1119.671254] env[65310]: DEBUG oslo_vmware.api [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1119.671254] env[65310]: value = "task-4446968" [ 1119.671254] env[65310]: _type = "Task" [ 1119.671254] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.684445] env[65310]: DEBUG oslo_vmware.api [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.730324] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.869793] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.033618] env[65310]: DEBUG nova.compute.utils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.037582] env[65310]: DEBUG nova.compute.manager [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1120.037776] env[65310]: DEBUG nova.network.neutron [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1120.038039] env[65310]: WARNING neutronclient.v2_0.client [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.038335] env[65310]: WARNING neutronclient.v2_0.client [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.085789] env[65310]: DEBUG nova.policy [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82d8d74cccc2479a8180cddb6f20f370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43adb619498c48219153229b44d7df42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.110066] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446967, 'name': Rename_Task, 'duration_secs': 0.264388} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.110066] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.110287] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a994fde2-7c26-4655-8c95-89f42d51f47e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.119419] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1120.119419] env[65310]: value = "task-4446969" [ 1120.119419] env[65310]: _type = "Task" [ 1120.119419] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.133315] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.153241] env[65310]: DEBUG oslo_concurrency.lockutils [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.173388] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.173673] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.173808] env[65310]: DEBUG nova.network.neutron [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1120.188069] env[65310]: DEBUG oslo_vmware.api [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446968, 'name': ReconfigVM_Task, 'duration_secs': 0.233213} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.188482] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869781', 'volume_id': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'name': 'volume-3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc26557-81c8-4962-bf5b-94ffed93f063', 'attached_at': '', 'detached_at': '', 'volume_id': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'serial': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1120.231523] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.541051] env[65310]: DEBUG nova.compute.manager [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1120.546079] env[65310]: DEBUG nova.network.neutron [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Successfully created port: 014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1120.636614] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.740374] env[65310]: DEBUG oslo_vmware.api [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446949, 'name': ReconfigVM_Task, 'duration_secs': 5.897632} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.743421] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.743421] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Reconfigured VM to detach interface {{(pid=65310) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1120.744045] env[65310]: WARNING neutronclient.v2_0.client [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.744045] env[65310]: WARNING neutronclient.v2_0.client [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.758732] env[65310]: DEBUG nova.network.neutron [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1120.829395] env[65310]: WARNING neutronclient.v2_0.client [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.876711] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a81c6-5560-433c-b351-beabefef2172 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.887233] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae808621-0ceb-4fcc-b19a-b76c487b9440 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.924102] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9b0d29-ecd3-4247-aa8b-80b6c5454a81 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.935550] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1e52cc-ba7c-4c05-aa22-d73211eeb780 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.956619] env[65310]: DEBUG nova.compute.provider_tree [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.137775] env[65310]: DEBUG oslo_vmware.api [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4446969, 'name': PowerOnVM_Task, 'duration_secs': 0.834505} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.140841] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.140841] env[65310]: INFO nova.compute.manager [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1121.140841] env[65310]: DEBUG nova.compute.manager [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1121.140841] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd76670-182e-49f2-835a-597697bb3275 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.162030] env[65310]: WARNING neutronclient.v2_0.client [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.249030] env[65310]: DEBUG nova.objects.instance [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'flavor' on Instance uuid 8fc26557-81c8-4962-bf5b-94ffed93f063 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.468881] env[65310]: DEBUG nova.scheduler.client.report [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.561308] env[65310]: DEBUG nova.compute.manager [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1121.584804] env[65310]: DEBUG nova.network.neutron [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance_info_cache with network_info: [{"id": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "address": "fa:16:3e:76:f6:8a", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1e4cad-8b", "ovs_interfaceid": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.589565] env[65310]: DEBUG nova.virt.hardware [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1121.589822] env[65310]: DEBUG nova.virt.hardware [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.589976] env[65310]: DEBUG nova.virt.hardware [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1121.590211] env[65310]: DEBUG nova.virt.hardware [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.590355] env[65310]: DEBUG nova.virt.hardware [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1121.590506] env[65310]: DEBUG nova.virt.hardware [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1121.590729] env[65310]: DEBUG nova.virt.hardware [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1121.590865] env[65310]: DEBUG nova.virt.hardware [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1121.591189] env[65310]: DEBUG nova.virt.hardware [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1121.591404] env[65310]: DEBUG nova.virt.hardware [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1121.591593] env[65310]: DEBUG nova.virt.hardware [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1121.592574] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f274280f-3399-437b-835a-9e45f103987d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.609721] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0278a993-c2e2-4bdd-9bae-362401aa5cb7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.661637] env[65310]: INFO nova.compute.manager [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Took 13.37 seconds to build instance. [ 1121.700751] env[65310]: DEBUG nova.compute.manager [req-d1a063f3-31b4-4b9d-8e12-d3263d84fdec req-04cccafd-c257-4821-b0ba-ba2e755dc6f7 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Received event network-changed-df1e4cad-8b93-4fff-ba51-3c8d3772cc53 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1121.701067] env[65310]: DEBUG nova.compute.manager [req-d1a063f3-31b4-4b9d-8e12-d3263d84fdec req-04cccafd-c257-4821-b0ba-ba2e755dc6f7 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Refreshing instance network info cache due to event network-changed-df1e4cad-8b93-4fff-ba51-3c8d3772cc53. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1121.701410] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1a063f3-31b4-4b9d-8e12-d3263d84fdec req-04cccafd-c257-4821-b0ba-ba2e755dc6f7 service nova] Acquiring lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.755643] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7ba975c7-a506-43bf-8f87-bf564581b0d4 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.883s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.975402] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.975514] env[65310]: DEBUG nova.compute.manager [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1121.980822] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.110s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.980822] env[65310]: DEBUG nova.objects.instance [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lazy-loading 'resources' on Instance uuid 5f943975-0054-4fa9-b4c2-152cca5e63d1 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.097109] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.097355] env[65310]: DEBUG nova.compute.manager [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Instance network_info: |[{"id": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "address": "fa:16:3e:76:f6:8a", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1e4cad-8b", "ovs_interfaceid": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1122.098589] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1a063f3-31b4-4b9d-8e12-d3263d84fdec req-04cccafd-c257-4821-b0ba-ba2e755dc6f7 service nova] Acquired lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.102021] env[65310]: DEBUG nova.network.neutron [req-d1a063f3-31b4-4b9d-8e12-d3263d84fdec req-04cccafd-c257-4821-b0ba-ba2e755dc6f7 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Refreshing network info cache for port df1e4cad-8b93-4fff-ba51-3c8d3772cc53 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.102021] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:f6:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df1e4cad-8b93-4fff-ba51-3c8d3772cc53', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.108840] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1122.110022] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.110820] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d543008-3004-45ea-90e1-f0515cff1f56 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.135756] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.135756] env[65310]: value = "task-4446970" [ 1122.135756] env[65310]: _type = "Task" [ 1122.135756] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.147428] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446970, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.164717] env[65310]: DEBUG oslo_concurrency.lockutils [None req-362a87a5-3277-4e0c-916d-3ca441c50e8f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "a44a03e7-d28b-4106-b87a-5feeba108b61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.884s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.238990] env[65310]: DEBUG nova.network.neutron [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Successfully updated port: 014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1122.481453] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.481695] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.481888] env[65310]: DEBUG nova.network.neutron [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1122.485170] env[65310]: DEBUG nova.compute.utils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.491247] env[65310]: DEBUG nova.compute.manager [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1122.491247] env[65310]: DEBUG nova.network.neutron [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1122.491627] env[65310]: WARNING neutronclient.v2_0.client [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.491777] env[65310]: WARNING neutronclient.v2_0.client [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.609892] env[65310]: WARNING neutronclient.v2_0.client [req-d1a063f3-31b4-4b9d-8e12-d3263d84fdec req-04cccafd-c257-4821-b0ba-ba2e755dc6f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.652557] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446970, 'name': CreateVM_Task, 'duration_secs': 0.466881} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.652765] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.653230] env[65310]: WARNING neutronclient.v2_0.client [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.653735] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.653885] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.654215] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.654481] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a047937e-6577-414c-9ccc-b4000da7c146 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.660516] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1122.660516] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5260f375-ba46-1cc4-44e7-a4b00219503c" [ 1122.660516] env[65310]: _type = "Task" [ 1122.660516] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.671140] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5260f375-ba46-1cc4-44e7-a4b00219503c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.729023] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcbffda-95a2-4e1e-8299-527b2442b423 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.738062] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8d20ad-4c33-473e-8b1f-a0b9127f966c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.742028] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.742197] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.744027] env[65310]: DEBUG nova.network.neutron [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1122.773595] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeb5ce6-7060-4897-9dcf-648c851a0ea7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.782645] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6019781-0ef3-46a7-ba74-4da7dc282499 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.798803] env[65310]: DEBUG nova.compute.provider_tree [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.898526] env[65310]: DEBUG nova.policy [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7760815af803405580ca574b4191f1e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed792f251b2347659d5b4ab23712836a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.991481] env[65310]: WARNING neutronclient.v2_0.client [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.996440] env[65310]: DEBUG nova.compute.manager [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1123.174746] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5260f375-ba46-1cc4-44e7-a4b00219503c, 'name': SearchDatastore_Task, 'duration_secs': 0.013464} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.175095] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.175330] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.175779] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.175779] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.175953] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.176234] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36eff3a8-ee9a-498d-9055-a88e7901af11 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.187076] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.187275] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.188065] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0934d7e7-5efd-486a-9103-c507c9c2872a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.194872] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1123.194872] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52896f8f-15d4-6bc1-50ab-005e0e25e8a7" [ 1123.194872] env[65310]: _type = "Task" [ 1123.194872] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.204465] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52896f8f-15d4-6bc1-50ab-005e0e25e8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.302517] env[65310]: DEBUG nova.scheduler.client.report [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.315600] env[65310]: DEBUG nova.network.neutron [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Successfully created port: de247879-5eee-4e1a-b9f1-763f77f74e24 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1123.347793] env[65310]: DEBUG nova.network.neutron [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1123.397845] env[65310]: DEBUG nova.compute.manager [req-119ca561-b31b-43e6-b142-8532fe741a4c req-7ab5416a-d5f2-436a-a92a-e5891aa39d0f service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Received event network-changed-260085ec-03b6-4bad-bce0-41efceebc565 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1123.398050] env[65310]: DEBUG nova.compute.manager [req-119ca561-b31b-43e6-b142-8532fe741a4c req-7ab5416a-d5f2-436a-a92a-e5891aa39d0f service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Refreshing instance network info cache due to event network-changed-260085ec-03b6-4bad-bce0-41efceebc565. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1123.398254] env[65310]: DEBUG oslo_concurrency.lockutils [req-119ca561-b31b-43e6-b142-8532fe741a4c req-7ab5416a-d5f2-436a-a92a-e5891aa39d0f service nova] Acquiring lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.398391] env[65310]: DEBUG oslo_concurrency.lockutils [req-119ca561-b31b-43e6-b142-8532fe741a4c req-7ab5416a-d5f2-436a-a92a-e5891aa39d0f service nova] Acquired lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.398556] env[65310]: DEBUG nova.network.neutron [req-119ca561-b31b-43e6-b142-8532fe741a4c req-7ab5416a-d5f2-436a-a92a-e5891aa39d0f service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Refreshing network info cache for port 260085ec-03b6-4bad-bce0-41efceebc565 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.472582] env[65310]: WARNING neutronclient.v2_0.client [req-d1a063f3-31b4-4b9d-8e12-d3263d84fdec req-04cccafd-c257-4821-b0ba-ba2e755dc6f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.486481] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "8fc26557-81c8-4962-bf5b-94ffed93f063" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.486481] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.612840] env[65310]: WARNING neutronclient.v2_0.client [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.642290] env[65310]: WARNING neutronclient.v2_0.client [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.702444] env[65310]: DEBUG nova.network.neutron [req-d1a063f3-31b4-4b9d-8e12-d3263d84fdec req-04cccafd-c257-4821-b0ba-ba2e755dc6f7 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updated VIF entry in instance network info cache for port df1e4cad-8b93-4fff-ba51-3c8d3772cc53. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1123.702808] env[65310]: DEBUG nova.network.neutron [req-d1a063f3-31b4-4b9d-8e12-d3263d84fdec req-04cccafd-c257-4821-b0ba-ba2e755dc6f7 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance_info_cache with network_info: [{"id": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "address": "fa:16:3e:76:f6:8a", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1e4cad-8b", "ovs_interfaceid": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.708408] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52896f8f-15d4-6bc1-50ab-005e0e25e8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.709673] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285dd121-3dce-4be7-baf2-01813b11e6c4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.716621] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1123.716621] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5202c8b9-0fec-c513-0954-1913f822fa7f" [ 1123.716621] env[65310]: _type = "Task" [ 1123.716621] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.730036] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5202c8b9-0fec-c513-0954-1913f822fa7f, 'name': SearchDatastore_Task} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.730036] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.730036] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 4f555420-cbb7-42fc-a491-346195771bed/4f555420-cbb7-42fc-a491-346195771bed.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.730036] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6db05579-6ee0-4202-bd88-c4f64726f036 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.737486] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1123.737486] env[65310]: value = "task-4446971" [ 1123.737486] env[65310]: _type = "Task" [ 1123.737486] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.750733] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.809590] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.812623] env[65310]: DEBUG oslo_concurrency.lockutils [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.659s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.813019] env[65310]: DEBUG nova.objects.instance [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1123.853553] env[65310]: INFO nova.scheduler.client.report [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Deleted allocations for instance 5f943975-0054-4fa9-b4c2-152cca5e63d1 [ 1123.856781] env[65310]: DEBUG nova.network.neutron [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updating instance_info_cache with network_info: [{"id": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "address": "fa:16:3e:01:10:4d", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014ff7b4-42", "ovs_interfaceid": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.904026] env[65310]: WARNING neutronclient.v2_0.client [req-119ca561-b31b-43e6-b142-8532fe741a4c req-7ab5416a-d5f2-436a-a92a-e5891aa39d0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.927401] env[65310]: INFO nova.network.neutron [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Port fbf79941-ec98-479e-8b39-0c31ac7a51e5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1123.929168] env[65310]: DEBUG nova.network.neutron [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updating instance_info_cache with network_info: [{"id": "f1b50b79-8431-489b-ad20-6ab4e0015782", "address": "fa:16:3e:a6:2a:5c", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b50b79-84", "ovs_interfaceid": "f1b50b79-8431-489b-ad20-6ab4e0015782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.988817] env[65310]: DEBUG nova.compute.utils [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.008050] env[65310]: DEBUG nova.compute.manager [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1124.038800] env[65310]: DEBUG nova.virt.hardware [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1124.039136] env[65310]: DEBUG nova.virt.hardware [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.039226] env[65310]: DEBUG nova.virt.hardware [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1124.039410] env[65310]: DEBUG nova.virt.hardware [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.039553] env[65310]: DEBUG nova.virt.hardware [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1124.039729] env[65310]: DEBUG nova.virt.hardware [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1124.039916] env[65310]: DEBUG nova.virt.hardware [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1124.040083] env[65310]: DEBUG nova.virt.hardware [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1124.040253] env[65310]: DEBUG nova.virt.hardware [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1124.040414] env[65310]: DEBUG nova.virt.hardware [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1124.040608] env[65310]: DEBUG nova.virt.hardware [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1124.042034] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15df53a9-1521-47b8-8a35-a2347af6c99b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.056574] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e510941d-e071-4ad7-af7f-052d565e28db {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.159445] env[65310]: WARNING neutronclient.v2_0.client [req-119ca561-b31b-43e6-b142-8532fe741a4c req-7ab5416a-d5f2-436a-a92a-e5891aa39d0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.210198] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1a063f3-31b4-4b9d-8e12-d3263d84fdec req-04cccafd-c257-4821-b0ba-ba2e755dc6f7 service nova] Releasing lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.249513] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498297} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.250820] env[65310]: DEBUG nova.network.neutron [req-119ca561-b31b-43e6-b142-8532fe741a4c req-7ab5416a-d5f2-436a-a92a-e5891aa39d0f service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Updated VIF entry in instance network info cache for port 260085ec-03b6-4bad-bce0-41efceebc565. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1124.251237] env[65310]: DEBUG nova.network.neutron [req-119ca561-b31b-43e6-b142-8532fe741a4c req-7ab5416a-d5f2-436a-a92a-e5891aa39d0f service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Updating instance_info_cache with network_info: [{"id": "260085ec-03b6-4bad-bce0-41efceebc565", "address": "fa:16:3e:ca:66:4d", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap260085ec-03", "ovs_interfaceid": "260085ec-03b6-4bad-bce0-41efceebc565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.252565] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 4f555420-cbb7-42fc-a491-346195771bed/4f555420-cbb7-42fc-a491-346195771bed.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.252798] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.253336] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d42dcb20-ef49-40bd-8240-cdbf245907d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.262515] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1124.262515] env[65310]: value = "task-4446972" [ 1124.262515] env[65310]: _type = "Task" [ 1124.262515] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.279017] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.328497] env[65310]: DEBUG oslo_concurrency.lockutils [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "interface-90f43323-ebb4-40f0-b4b3-52ccf2249fb3-fbf79941-ec98-479e-8b39-0c31ac7a51e5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.328784] env[65310]: DEBUG oslo_concurrency.lockutils [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-90f43323-ebb4-40f0-b4b3-52ccf2249fb3-fbf79941-ec98-479e-8b39-0c31ac7a51e5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.329242] env[65310]: DEBUG nova.objects.instance [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'flavor' on Instance uuid 90f43323-ebb4-40f0-b4b3-52ccf2249fb3 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.371318] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.371318] env[65310]: DEBUG nova.compute.manager [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Instance network_info: |[{"id": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "address": "fa:16:3e:01:10:4d", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014ff7b4-42", "ovs_interfaceid": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1124.372383] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:10:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '014ff7b4-42ff-4d43-9c25-0d070e0360b9', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.380122] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1124.380686] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7fd9d292-266d-4984-b6c7-045c679b62dc tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Lock "5f943975-0054-4fa9-b4c2-152cca5e63d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.932s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.381800] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.382235] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dba6b17b-2750-43dc-9536-4396d24c08ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.406649] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.406649] env[65310]: value = "task-4446973" [ 1124.406649] env[65310]: _type = "Task" [ 1124.406649] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.417619] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446973, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.431190] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.492226] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.754443] env[65310]: DEBUG oslo_concurrency.lockutils [req-119ca561-b31b-43e6-b142-8532fe741a4c req-7ab5416a-d5f2-436a-a92a-e5891aa39d0f service nova] Releasing lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.773324] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110792} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.773599] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.774425] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2b80b8-8cef-41e0-9699-edcd1c22abc1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.798467] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 4f555420-cbb7-42fc-a491-346195771bed/4f555420-cbb7-42fc-a491-346195771bed.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.798802] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-393f1f11-ef3e-460c-9b44-c3757fc20521 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.819807] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1124.819807] env[65310]: value = "task-4446974" [ 1124.819807] env[65310]: _type = "Task" [ 1124.819807] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.829598] env[65310]: DEBUG oslo_concurrency.lockutils [None req-10d0acff-29fc-4fa9-b756-d041f34af1c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.830777] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.832369] env[65310]: WARNING neutronclient.v2_0.client [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.917803] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446973, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.935438] env[65310]: DEBUG nova.network.neutron [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Successfully updated port: de247879-5eee-4e1a-b9f1-763f77f74e24 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1124.937323] env[65310]: DEBUG oslo_concurrency.lockutils [None req-7cfb8155-24af-42b6-be1a-8c92ab6d7497 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-dd024bf4-73cd-4f00-a755-3e722a10fa74-fbf79941-ec98-479e-8b39-0c31ac7a51e5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.818s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.961212] env[65310]: DEBUG nova.objects.instance [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'pci_requests' on Instance uuid 90f43323-ebb4-40f0-b4b3-52ccf2249fb3 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.082402] env[65310]: DEBUG nova.compute.manager [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Received event network-vif-plugged-014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1125.082694] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Acquiring lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.083138] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.083295] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.083619] env[65310]: DEBUG nova.compute.manager [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] No waiting events found dispatching network-vif-plugged-014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1125.083848] env[65310]: WARNING nova.compute.manager [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Received unexpected event network-vif-plugged-014ff7b4-42ff-4d43-9c25-0d070e0360b9 for instance with vm_state building and task_state spawning. [ 1125.084100] env[65310]: DEBUG nova.compute.manager [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Received event network-changed-014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1125.084323] env[65310]: DEBUG nova.compute.manager [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Refreshing instance network info cache due to event network-changed-014ff7b4-42ff-4d43-9c25-0d070e0360b9. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1125.084565] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Acquiring lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.084786] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Acquired lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.085015] env[65310]: DEBUG nova.network.neutron [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Refreshing network info cache for port 014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.332117] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.421260] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446973, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.439499] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "refresh_cache-e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.439499] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "refresh_cache-e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.439709] env[65310]: DEBUG nova.network.neutron [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1125.464580] env[65310]: DEBUG nova.objects.base [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Object Instance<90f43323-ebb4-40f0-b4b3-52ccf2249fb3> lazy-loaded attributes: flavor,pci_requests {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.464916] env[65310]: DEBUG nova.network.neutron [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1125.465236] env[65310]: WARNING neutronclient.v2_0.client [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.466045] env[65310]: WARNING neutronclient.v2_0.client [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.551861] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "8fc26557-81c8-4962-bf5b-94ffed93f063" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.552240] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.552503] env[65310]: INFO nova.compute.manager [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Attaching volume bbc0df19-4fef-4176-815e-5f86069b06da to /dev/sdc [ 1125.574749] env[65310]: DEBUG nova.policy [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1756d99aff74d6687feb8fb1b1a5800', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6aef7c7cf542c68abd57af7c424300', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.588189] env[65310]: WARNING neutronclient.v2_0.client [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.591658] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0cd2d1-1afe-479a-9c41-f6a2e9532eb0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.600513] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce82c0c-dfec-4c79-b567-fbbcbecd5a23 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.619646] env[65310]: DEBUG nova.virt.block_device [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Updating existing volume attachment record: 54938604-7012-4c19-9b28-14ce69cdc0ba {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1125.739281] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a35a01-0d66-85d4-f15e-6dc4f6720f46/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1125.740386] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e066d4f4-5686-4be8-8bfd-62f9448b414b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.748036] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a35a01-0d66-85d4-f15e-6dc4f6720f46/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1125.748225] env[65310]: ERROR oslo_vmware.rw_handles [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a35a01-0d66-85d4-f15e-6dc4f6720f46/disk-0.vmdk due to incomplete transfer. [ 1125.748469] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c4470f1f-f742-4e4e-b3b1-07086ba1a317 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.757500] env[65310]: DEBUG oslo_vmware.rw_handles [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a35a01-0d66-85d4-f15e-6dc4f6720f46/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1125.757872] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Uploaded image 518f040e-524c-4617-bd90-8dae194d94eb to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1125.760106] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1125.760381] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9ce5d6b-65b8-4912-8fa3-485ca16d644a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.769382] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1125.769382] env[65310]: value = "task-4446975" [ 1125.769382] env[65310]: _type = "Task" [ 1125.769382] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.783066] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446975, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.834518] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.921245] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446973, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.214278] env[65310]: DEBUG nova.network.neutron [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1126.230320] env[65310]: DEBUG nova.compute.manager [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Received event network-vif-plugged-de247879-5eee-4e1a-b9f1-763f77f74e24 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1126.230320] env[65310]: DEBUG oslo_concurrency.lockutils [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] Acquiring lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.230320] env[65310]: DEBUG oslo_concurrency.lockutils [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] Lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.230320] env[65310]: DEBUG oslo_concurrency.lockutils [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] Lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.230803] env[65310]: DEBUG nova.compute.manager [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] No waiting events found dispatching network-vif-plugged-de247879-5eee-4e1a-b9f1-763f77f74e24 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1126.231313] env[65310]: WARNING nova.compute.manager [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Received unexpected event network-vif-plugged-de247879-5eee-4e1a-b9f1-763f77f74e24 for instance with vm_state building and task_state spawning. [ 1126.231636] env[65310]: DEBUG nova.compute.manager [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Received event network-changed-de247879-5eee-4e1a-b9f1-763f77f74e24 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1126.232666] env[65310]: DEBUG nova.compute.manager [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Refreshing instance network info cache due to event network-changed-de247879-5eee-4e1a-b9f1-763f77f74e24. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1126.232666] env[65310]: DEBUG oslo_concurrency.lockutils [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] Acquiring lock "refresh_cache-e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.279481] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446975, 'name': Destroy_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.336087] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446974, 'name': ReconfigVM_Task, 'duration_secs': 1.188479} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.336087] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 4f555420-cbb7-42fc-a491-346195771bed/4f555420-cbb7-42fc-a491-346195771bed.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.336087] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47724bd2-d199-45c6-93fb-df60276b9027 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.344023] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1126.344023] env[65310]: value = "task-4446977" [ 1126.344023] env[65310]: _type = "Task" [ 1126.344023] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.354520] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446977, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.419565] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446973, 'name': CreateVM_Task, 'duration_secs': 1.660004} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.420897] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.420897] env[65310]: WARNING neutronclient.v2_0.client [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.421387] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.421493] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.421756] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.422163] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac5b5b7-77cd-4e9e-b1c3-5d8d109cc89e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.428430] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1126.428430] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529b37a4-68cd-f65d-b24f-5da9b19482e3" [ 1126.428430] env[65310]: _type = "Task" [ 1126.428430] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.438258] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529b37a4-68cd-f65d-b24f-5da9b19482e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.781442] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446975, 'name': Destroy_Task, 'duration_secs': 0.690105} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.781858] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Destroyed the VM [ 1126.783790] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1126.784086] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f703ba6a-a235-49fd-ae2a-eff15e8f4b0d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.794930] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1126.794930] env[65310]: value = "task-4446978" [ 1126.794930] env[65310]: _type = "Task" [ 1126.794930] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.810767] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446978, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.854597] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446977, 'name': Rename_Task, 'duration_secs': 0.406898} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.854597] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.854597] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-546ed9f3-eeee-4855-a0ac-964afc72dc2d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.863326] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1126.863326] env[65310]: value = "task-4446979" [ 1126.863326] env[65310]: _type = "Task" [ 1126.863326] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.874310] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.942720] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529b37a4-68cd-f65d-b24f-5da9b19482e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.943027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.943645] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.943645] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.943773] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.943874] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.944195] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ec5b417-e52a-4b46-9171-f789ae851673 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.955781] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.955929] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.956742] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53740a74-1021-43c8-90b4-5b2f76ee23d5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.964090] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1126.964090] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5292be26-c735-e220-a3e5-6ddefcfe160e" [ 1126.964090] env[65310]: _type = "Task" [ 1126.964090] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.975629] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5292be26-c735-e220-a3e5-6ddefcfe160e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.244158] env[65310]: WARNING neutronclient.v2_0.client [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.281341] env[65310]: DEBUG nova.network.neutron [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Successfully updated port: fbf79941-ec98-479e-8b39-0c31ac7a51e5 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1127.309839] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446978, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.332468] env[65310]: WARNING neutronclient.v2_0.client [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.378851] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446979, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.456738] env[65310]: DEBUG nova.network.neutron [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Updating instance_info_cache with network_info: [{"id": "de247879-5eee-4e1a-b9f1-763f77f74e24", "address": "fa:16:3e:ac:66:cd", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde247879-5e", "ovs_interfaceid": "de247879-5eee-4e1a-b9f1-763f77f74e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.480292] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5292be26-c735-e220-a3e5-6ddefcfe160e, 'name': SearchDatastore_Task, 'duration_secs': 0.016564} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.481530] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac84b12b-606c-463d-84fa-0800d3efd111 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.489881] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1127.489881] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52087fc8-54ec-1fdb-0c4d-c764229f1b14" [ 1127.489881] env[65310]: _type = "Task" [ 1127.489881] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.504054] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52087fc8-54ec-1fdb-0c4d-c764229f1b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.532476] env[65310]: DEBUG nova.network.neutron [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updated VIF entry in instance network info cache for port 014ff7b4-42ff-4d43-9c25-0d070e0360b9. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1127.532886] env[65310]: DEBUG nova.network.neutron [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updating instance_info_cache with network_info: [{"id": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "address": "fa:16:3e:01:10:4d", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014ff7b4-42", "ovs_interfaceid": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.583513] env[65310]: DEBUG nova.compute.manager [req-e42e838b-aa70-4b0a-af4e-e6db65b36cc0 req-3d1d74af-0360-4725-9616-58f24e44fcaf service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Received event network-vif-plugged-fbf79941-ec98-479e-8b39-0c31ac7a51e5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1127.583985] env[65310]: DEBUG oslo_concurrency.lockutils [req-e42e838b-aa70-4b0a-af4e-e6db65b36cc0 req-3d1d74af-0360-4725-9616-58f24e44fcaf service nova] Acquiring lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.584380] env[65310]: DEBUG oslo_concurrency.lockutils [req-e42e838b-aa70-4b0a-af4e-e6db65b36cc0 req-3d1d74af-0360-4725-9616-58f24e44fcaf service nova] Lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.584692] env[65310]: DEBUG oslo_concurrency.lockutils [req-e42e838b-aa70-4b0a-af4e-e6db65b36cc0 req-3d1d74af-0360-4725-9616-58f24e44fcaf service nova] Lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.585063] env[65310]: DEBUG nova.compute.manager [req-e42e838b-aa70-4b0a-af4e-e6db65b36cc0 req-3d1d74af-0360-4725-9616-58f24e44fcaf service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] No waiting events found dispatching network-vif-plugged-fbf79941-ec98-479e-8b39-0c31ac7a51e5 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1127.585492] env[65310]: WARNING nova.compute.manager [req-e42e838b-aa70-4b0a-af4e-e6db65b36cc0 req-3d1d74af-0360-4725-9616-58f24e44fcaf service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Received unexpected event network-vif-plugged-fbf79941-ec98-479e-8b39-0c31ac7a51e5 for instance with vm_state active and task_state None. [ 1127.788495] env[65310]: DEBUG oslo_concurrency.lockutils [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.788763] env[65310]: DEBUG oslo_concurrency.lockutils [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.788929] env[65310]: DEBUG nova.network.neutron [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.810411] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446978, 'name': RemoveSnapshot_Task, 'duration_secs': 0.617492} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.810704] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1127.810973] env[65310]: DEBUG nova.compute.manager [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1127.811831] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e2af3b-75bd-4e95-8e21-a36734a45e29 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.880020] env[65310]: DEBUG oslo_vmware.api [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4446979, 'name': PowerOnVM_Task, 'duration_secs': 0.631638} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.880396] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.881101] env[65310]: INFO nova.compute.manager [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1127.881422] env[65310]: DEBUG nova.compute.manager [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1127.882591] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91d2495-9967-482b-b08a-095ba2531bb9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.960075] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "refresh_cache-e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.960658] env[65310]: DEBUG nova.compute.manager [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Instance network_info: |[{"id": "de247879-5eee-4e1a-b9f1-763f77f74e24", "address": "fa:16:3e:ac:66:cd", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde247879-5e", "ovs_interfaceid": "de247879-5eee-4e1a-b9f1-763f77f74e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1127.961211] env[65310]: DEBUG oslo_concurrency.lockutils [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] Acquired lock "refresh_cache-e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.962092] env[65310]: DEBUG nova.network.neutron [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Refreshing network info cache for port de247879-5eee-4e1a-b9f1-763f77f74e24 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.962651] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:66:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de247879-5eee-4e1a-b9f1-763f77f74e24', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.975551] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1127.975551] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.975551] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0327cad9-d8dd-414c-9aa9-352927e51ddc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.003942] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52087fc8-54ec-1fdb-0c4d-c764229f1b14, 'name': SearchDatastore_Task, 'duration_secs': 0.01696} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.005967] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.005967] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d8242a80-b3ed-4dbc-8b95-c5ca289e03e3/d8242a80-b3ed-4dbc-8b95-c5ca289e03e3.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.006235] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.006235] env[65310]: value = "task-4446981" [ 1128.006235] env[65310]: _type = "Task" [ 1128.006235] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.006421] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4fe28a7-972e-4023-a010-6611dcda3d70 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.018508] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1128.018508] env[65310]: value = "task-4446982" [ 1128.018508] env[65310]: _type = "Task" [ 1128.018508] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.023025] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446981, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.034651] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.036418] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Releasing lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.036735] env[65310]: DEBUG nova.compute.manager [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Received event network-changed-f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.036945] env[65310]: DEBUG nova.compute.manager [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing instance network info cache due to event network-changed-f1b50b79-8431-489b-ad20-6ab4e0015782. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1128.037696] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Acquiring lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.037696] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Acquired lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.037696] env[65310]: DEBUG nova.network.neutron [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Refreshing network info cache for port f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.327060] env[65310]: INFO nova.compute.manager [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Shelve offloading [ 1128.345253] env[65310]: WARNING nova.network.neutron [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] 6566ed77-2f90-49ef-b489-eee418d2af4b already exists in list: networks containing: ['6566ed77-2f90-49ef-b489-eee418d2af4b']. ignoring it [ 1128.410447] env[65310]: INFO nova.compute.manager [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Took 15.78 seconds to build instance. [ 1128.476829] env[65310]: WARNING neutronclient.v2_0.client [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.483845] env[65310]: WARNING neutronclient.v2_0.client [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.520011] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446981, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.533453] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446982, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.540334] env[65310]: WARNING neutronclient.v2_0.client [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.832435] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.833382] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6633db95-c558-4a04-8013-b61480e2ea1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.841862] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1128.841862] env[65310]: value = "task-4446983" [ 1128.841862] env[65310]: _type = "Task" [ 1128.841862] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.854696] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1128.854696] env[65310]: DEBUG nova.compute.manager [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1128.855457] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83a0481-4302-42a8-a70b-1e7da33da406 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.863115] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.863345] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.863535] env[65310]: DEBUG nova.network.neutron [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1128.913478] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "4f555420-cbb7-42fc-a491-346195771bed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.293s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.005094] env[65310]: WARNING neutronclient.v2_0.client [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.021282] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4446981, 'name': CreateVM_Task, 'duration_secs': 0.624459} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.021575] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.021922] env[65310]: WARNING neutronclient.v2_0.client [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.023838] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.023838] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.023838] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.023838] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b2d1e9-1bf1-4566-b9dc-faec4f1ff8f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.033630] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1129.033630] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529ee4db-a787-2bcc-789d-e1b77b68ada9" [ 1129.033630] env[65310]: _type = "Task" [ 1129.033630] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.038835] env[65310]: WARNING neutronclient.v2_0.client [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.041788] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530832} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.045967] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d8242a80-b3ed-4dbc-8b95-c5ca289e03e3/d8242a80-b3ed-4dbc-8b95-c5ca289e03e3.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.046349] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.046660] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18845332-5ab6-4af6-b493-426dcdcd4872 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.057605] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529ee4db-a787-2bcc-789d-e1b77b68ada9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.060202] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1129.060202] env[65310]: value = "task-4446984" [ 1129.060202] env[65310]: _type = "Task" [ 1129.060202] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.071390] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.111871] env[65310]: WARNING neutronclient.v2_0.client [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.366529] env[65310]: WARNING neutronclient.v2_0.client [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.408552] env[65310]: DEBUG nova.network.neutron [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Updated VIF entry in instance network info cache for port de247879-5eee-4e1a-b9f1-763f77f74e24. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1129.408552] env[65310]: DEBUG nova.network.neutron [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Updating instance_info_cache with network_info: [{"id": "de247879-5eee-4e1a-b9f1-763f77f74e24", "address": "fa:16:3e:ac:66:cd", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde247879-5e", "ovs_interfaceid": "de247879-5eee-4e1a-b9f1-763f77f74e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.444441] env[65310]: DEBUG nova.network.neutron [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updating instance_info_cache with network_info: [{"id": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "address": "fa:16:3e:29:23:70", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff64617b-30", "ovs_interfaceid": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbf79941-ec98-479e-8b39-0c31ac7a51e5", "address": "fa:16:3e:38:6a:b3", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf79941-ec", "ovs_interfaceid": "fbf79941-ec98-479e-8b39-0c31ac7a51e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.503995] env[65310]: DEBUG nova.network.neutron [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updated VIF entry in instance network info cache for port f1b50b79-8431-489b-ad20-6ab4e0015782. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1129.504569] env[65310]: DEBUG nova.network.neutron [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updating instance_info_cache with network_info: [{"id": "f1b50b79-8431-489b-ad20-6ab4e0015782", "address": "fa:16:3e:a6:2a:5c", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b50b79-84", "ovs_interfaceid": "f1b50b79-8431-489b-ad20-6ab4e0015782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.539736] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "7c85ed64-5175-479f-961c-fc806fea607c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.539847] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.564831] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529ee4db-a787-2bcc-789d-e1b77b68ada9, 'name': SearchDatastore_Task, 'duration_secs': 0.024916} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.569922] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.571389] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.571697] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.571884] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.572061] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.572871] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55ffde49-7f89-41b6-8963-aa9db1f0c395 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.581136] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172085} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.581691] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.582545] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaa6dae-e670-463a-82aa-8a675fa70eed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.586419] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.586603] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.590337] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15096d75-2eac-4152-b75f-942f3c2f56e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.615510] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] d8242a80-b3ed-4dbc-8b95-c5ca289e03e3/d8242a80-b3ed-4dbc-8b95-c5ca289e03e3.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.617800] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-693cdc40-8f60-47df-845a-10015e2ab91e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.633637] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1129.633637] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521fdaa8-b139-f7e1-86ee-5f1b5f38fdbe" [ 1129.633637] env[65310]: _type = "Task" [ 1129.633637] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.642952] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1129.642952] env[65310]: value = "task-4446985" [ 1129.642952] env[65310]: _type = "Task" [ 1129.642952] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.648659] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521fdaa8-b139-f7e1-86ee-5f1b5f38fdbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013188} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.652544] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894ede57-bf67-4832-86ba-cecd0a315615 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.660951] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.662453] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1129.662453] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fc3cb3-c2a8-eb04-bf68-38af5bf3daef" [ 1129.662453] env[65310]: _type = "Task" [ 1129.662453] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.672672] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fc3cb3-c2a8-eb04-bf68-38af5bf3daef, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.673027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.673349] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e456cdaf-e1e0-4215-8a5a-4e98aa7b8394/e456cdaf-e1e0-4215-8a5a-4e98aa7b8394.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.673668] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e01a1b8-d612-41d5-8699-2998db881c7d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.679972] env[65310]: WARNING neutronclient.v2_0.client [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.684366] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1129.684366] env[65310]: value = "task-4446986" [ 1129.684366] env[65310]: _type = "Task" [ 1129.684366] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.693707] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.757668] env[65310]: DEBUG nova.network.neutron [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updating instance_info_cache with network_info: [{"id": "2fd831ed-36ca-4950-bdc2-927b68df0726", "address": "fa:16:3e:ae:f3:cb", "network": {"id": "fc137f7f-3fa6-47c5-aa66-291dd3677746", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-460089604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb6ee4b57a4f63aafe2163452635e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd831ed-36", "ovs_interfaceid": "2fd831ed-36ca-4950-bdc2-927b68df0726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.911387] env[65310]: DEBUG oslo_concurrency.lockutils [req-9e31f996-44b3-44a5-b8ab-4509968853f1 req-83b57e29-e9c7-4a7a-b904-7c2b64f0ea2f service nova] Releasing lock "refresh_cache-e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.947460] env[65310]: DEBUG oslo_concurrency.lockutils [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.948393] env[65310]: DEBUG oslo_concurrency.lockutils [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.948569] env[65310]: DEBUG oslo_concurrency.lockutils [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.949469] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba77577-8b8a-4330-af7f-e4326b9112d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.967915] env[65310]: DEBUG nova.virt.hardware [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1129.968181] env[65310]: DEBUG nova.virt.hardware [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.968326] env[65310]: DEBUG nova.virt.hardware [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1129.968508] env[65310]: DEBUG nova.virt.hardware [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.968651] env[65310]: DEBUG nova.virt.hardware [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1129.968794] env[65310]: DEBUG nova.virt.hardware [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1129.968997] env[65310]: DEBUG nova.virt.hardware [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1129.969215] env[65310]: DEBUG nova.virt.hardware [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1129.969409] env[65310]: DEBUG nova.virt.hardware [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1129.969545] env[65310]: DEBUG nova.virt.hardware [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1129.969728] env[65310]: DEBUG nova.virt.hardware [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1129.976865] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Reconfiguring VM to attach interface {{(pid=65310) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1129.977271] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84da462-0ba3-4c95-b808-469acec21825 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.003166] env[65310]: DEBUG oslo_vmware.api [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1130.003166] env[65310]: value = "task-4446987" [ 1130.003166] env[65310]: _type = "Task" [ 1130.003166] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.007545] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Releasing lock "refresh_cache-dd024bf4-73cd-4f00-a755-3e722a10fa74" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.007807] env[65310]: DEBUG nova.compute.manager [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Received event network-changed-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1130.007981] env[65310]: DEBUG nova.compute.manager [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Refreshing instance network info cache due to event network-changed-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1130.008299] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Acquiring lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.008446] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Acquired lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.008637] env[65310]: DEBUG nova.network.neutron [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Refreshing network info cache for port ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.014100] env[65310]: DEBUG oslo_vmware.api [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446987, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.050561] env[65310]: DEBUG nova.compute.utils [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.162092] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.178286] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1130.178578] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869787', 'volume_id': 'bbc0df19-4fef-4176-815e-5f86069b06da', 'name': 'volume-bbc0df19-4fef-4176-815e-5f86069b06da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc26557-81c8-4962-bf5b-94ffed93f063', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbc0df19-4fef-4176-815e-5f86069b06da', 'serial': 'bbc0df19-4fef-4176-815e-5f86069b06da'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1130.179587] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1707f013-4745-4f15-8f84-32db99774fcd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.200796] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db5e0e5-fff6-41a1-9b9a-c2b5e378dcd3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.209159] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.243215] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-bbc0df19-4fef-4176-815e-5f86069b06da/volume-bbc0df19-4fef-4176-815e-5f86069b06da.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.243215] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c04c2eb-caac-4daf-a5e0-f4fa6d725a0c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.260742] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.261418] env[65310]: WARNING neutronclient.v2_0.client [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.261873] env[65310]: WARNING neutronclient.v2_0.client [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.265945] env[65310]: DEBUG oslo_vmware.api [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1130.265945] env[65310]: value = "task-4446988" [ 1130.265945] env[65310]: _type = "Task" [ 1130.265945] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.277939] env[65310]: DEBUG oslo_vmware.api [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.510958] env[65310]: DEBUG nova.compute.manager [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Stashing vm_state: active {{(pid=65310) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1130.516033] env[65310]: WARNING neutronclient.v2_0.client [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.523038] env[65310]: DEBUG oslo_vmware.api [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.554126] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.673432] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446985, 'name': ReconfigVM_Task, 'duration_secs': 0.74677} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.673931] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Reconfigured VM instance instance-0000006b to attach disk [datastore2] d8242a80-b3ed-4dbc-8b95-c5ca289e03e3/d8242a80-b3ed-4dbc-8b95-c5ca289e03e3.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.677676] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb1f9070-9ec2-4afb-9891-6f36b1f05019 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.681125] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.682268] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab34fed-15ea-4a87-83da-adda637e7e7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.686928] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1130.686928] env[65310]: value = "task-4446989" [ 1130.686928] env[65310]: _type = "Task" [ 1130.686928] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.698735] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.699236] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66644138-401b-4c35-85ab-60d58731d035 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.704518] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446986, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.708371] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446989, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.778233] env[65310]: DEBUG oslo_vmware.api [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.789646] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.789875] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.790076] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Deleting the datastore file [datastore1] ff4ec043-0c70-46aa-a1a2-1436b991e860 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.793430] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb6189bb-ebd7-4103-81b5-cd11a8b722f7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.802346] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1130.802346] env[65310]: value = "task-4446991" [ 1130.802346] env[65310]: _type = "Task" [ 1130.802346] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.812411] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.827154] env[65310]: WARNING neutronclient.v2_0.client [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.931233] env[65310]: DEBUG nova.network.neutron [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updated VIF entry in instance network info cache for port ff64617b-30ee-4ac0-a069-6b6ecca3dbcc. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1130.931539] env[65310]: DEBUG nova.network.neutron [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updating instance_info_cache with network_info: [{"id": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "address": "fa:16:3e:29:23:70", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff64617b-30", "ovs_interfaceid": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbf79941-ec98-479e-8b39-0c31ac7a51e5", "address": "fa:16:3e:38:6a:b3", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf79941-ec", "ovs_interfaceid": "fbf79941-ec98-479e-8b39-0c31ac7a51e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.026271] env[65310]: DEBUG oslo_vmware.api [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.045935] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.045935] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.200391] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446986, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.025507} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.201090] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] e456cdaf-e1e0-4215-8a5a-4e98aa7b8394/e456cdaf-e1e0-4215-8a5a-4e98aa7b8394.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.201392] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.201663] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77000344-6a61-48a1-ab12-f5b55ebdb8ba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.207211] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446989, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.213247] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1131.213247] env[65310]: value = "task-4446992" [ 1131.213247] env[65310]: _type = "Task" [ 1131.213247] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.224787] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.279940] env[65310]: DEBUG oslo_vmware.api [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.314965] env[65310]: DEBUG oslo_vmware.api [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4446991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309579} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.314965] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.314965] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.316148] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.345467] env[65310]: INFO nova.scheduler.client.report [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Deleted allocations for instance ff4ec043-0c70-46aa-a1a2-1436b991e860 [ 1131.407455] env[65310]: DEBUG nova.compute.manager [req-6c15338d-af17-4583-9846-61cac21ae54b req-c42d3eb4-507b-4cec-bb90-ed81700ce64e service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Received event network-changed-fbf79941-ec98-479e-8b39-0c31ac7a51e5 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1131.407747] env[65310]: DEBUG nova.compute.manager [req-6c15338d-af17-4583-9846-61cac21ae54b req-c42d3eb4-507b-4cec-bb90-ed81700ce64e service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Refreshing instance network info cache due to event network-changed-fbf79941-ec98-479e-8b39-0c31ac7a51e5. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1131.407845] env[65310]: DEBUG oslo_concurrency.lockutils [req-6c15338d-af17-4583-9846-61cac21ae54b req-c42d3eb4-507b-4cec-bb90-ed81700ce64e service nova] Acquiring lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.434838] env[65310]: DEBUG oslo_concurrency.lockutils [req-1e43e357-3775-4a83-ba9b-250f6548a379 req-f4f61f08-65b7-41e8-99ea-98acf098fcd9 service nova] Releasing lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.435615] env[65310]: DEBUG oslo_concurrency.lockutils [req-6c15338d-af17-4583-9846-61cac21ae54b req-c42d3eb4-507b-4cec-bb90-ed81700ce64e service nova] Acquired lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.435615] env[65310]: DEBUG nova.network.neutron [req-6c15338d-af17-4583-9846-61cac21ae54b req-c42d3eb4-507b-4cec-bb90-ed81700ce64e service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Refreshing network info cache for port fbf79941-ec98-479e-8b39-0c31ac7a51e5 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.517574] env[65310]: DEBUG oslo_vmware.api [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4446987, 'name': ReconfigVM_Task, 'duration_secs': 1.153607} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.518066] env[65310]: WARNING neutronclient.v2_0.client [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.518320] env[65310]: DEBUG oslo_concurrency.lockutils [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.518527] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Reconfigured VM to attach interface {{(pid=65310) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1131.552222] env[65310]: INFO nova.compute.claims [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.630890] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "7c85ed64-5175-479f-961c-fc806fea607c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.631808] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.632211] env[65310]: INFO nova.compute.manager [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Attaching volume 9f2c88c8-ced9-4dde-9bdf-def90d3e21b7 to /dev/sdb [ 1131.667332] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d829c8-97ea-4039-816c-0476057b0773 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.679676] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e39a3-0a19-4311-a6d2-6fd595107751 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.686189] env[65310]: DEBUG nova.compute.manager [req-870e8726-597f-484e-a3f6-21a1e7096de3 req-fddff1e1-5b28-45f2-9208-6e712d9c7986 service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Received event network-vif-unplugged-2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1131.686427] env[65310]: DEBUG oslo_concurrency.lockutils [req-870e8726-597f-484e-a3f6-21a1e7096de3 req-fddff1e1-5b28-45f2-9208-6e712d9c7986 service nova] Acquiring lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.686631] env[65310]: DEBUG oslo_concurrency.lockutils [req-870e8726-597f-484e-a3f6-21a1e7096de3 req-fddff1e1-5b28-45f2-9208-6e712d9c7986 service nova] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.686795] env[65310]: DEBUG oslo_concurrency.lockutils [req-870e8726-597f-484e-a3f6-21a1e7096de3 req-fddff1e1-5b28-45f2-9208-6e712d9c7986 service nova] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.686956] env[65310]: DEBUG nova.compute.manager [req-870e8726-597f-484e-a3f6-21a1e7096de3 req-fddff1e1-5b28-45f2-9208-6e712d9c7986 service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] No waiting events found dispatching network-vif-unplugged-2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1131.687146] env[65310]: WARNING nova.compute.manager [req-870e8726-597f-484e-a3f6-21a1e7096de3 req-fddff1e1-5b28-45f2-9208-6e712d9c7986 service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Received unexpected event network-vif-unplugged-2fd831ed-36ca-4950-bdc2-927b68df0726 for instance with vm_state shelved_offloaded and task_state None. [ 1131.701741] env[65310]: DEBUG nova.virt.block_device [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Updating existing volume attachment record: 644d3c9b-ef4b-4580-99e4-5ee58a9e490e {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1131.711900] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446989, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.726103] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.324382} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.726455] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.727774] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eba238-2feb-46e6-9943-852ef2f0baa4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.757037] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] e456cdaf-e1e0-4215-8a5a-4e98aa7b8394/e456cdaf-e1e0-4215-8a5a-4e98aa7b8394.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.757506] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a59da666-6b4a-4d73-a4d1-d62c9b13c13f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.783177] env[65310]: DEBUG oslo_vmware.api [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.784726] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1131.784726] env[65310]: value = "task-4446993" [ 1131.784726] env[65310]: _type = "Task" [ 1131.784726] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.794452] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.852838] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.937928] env[65310]: WARNING neutronclient.v2_0.client [req-6c15338d-af17-4583-9846-61cac21ae54b req-c42d3eb4-507b-4cec-bb90-ed81700ce64e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.024962] env[65310]: DEBUG oslo_concurrency.lockutils [None req-787ac480-2b92-4596-8e87-282dc40b7a63 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-90f43323-ebb4-40f0-b4b3-52ccf2249fb3-fbf79941-ec98-479e-8b39-0c31ac7a51e5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.696s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.057382] env[65310]: INFO nova.compute.resource_tracker [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating resource usage from migration 6dcbbdc4-2726-49aa-9ce9-73b42f3cf585 [ 1132.210908] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446989, 'name': Rename_Task, 'duration_secs': 1.075413} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.211296] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.211591] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b9a0024-872e-4c45-9a63-24cebab18166 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.220095] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1132.220095] env[65310]: value = "task-4446995" [ 1132.220095] env[65310]: _type = "Task" [ 1132.220095] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.233507] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.288344] env[65310]: DEBUG oslo_vmware.api [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446988, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.299362] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.352023] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5190f0-278b-4b33-ab13-64f6b1ba49e2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.367453] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72767492-2b0b-4b7a-ac25-fd742caada53 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.411880] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd184d8-16e4-4bf6-b2b8-bc0566d24d3d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.423551] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bca4f0-cae6-4ba4-bd85-3e616cc645e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.444482] env[65310]: DEBUG nova.compute.provider_tree [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.617721] env[65310]: WARNING neutronclient.v2_0.client [req-6c15338d-af17-4583-9846-61cac21ae54b req-c42d3eb4-507b-4cec-bb90-ed81700ce64e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.708888] env[65310]: DEBUG nova.network.neutron [req-6c15338d-af17-4583-9846-61cac21ae54b req-c42d3eb4-507b-4cec-bb90-ed81700ce64e service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updated VIF entry in instance network info cache for port fbf79941-ec98-479e-8b39-0c31ac7a51e5. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1132.709603] env[65310]: DEBUG nova.network.neutron [req-6c15338d-af17-4583-9846-61cac21ae54b req-c42d3eb4-507b-4cec-bb90-ed81700ce64e service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updating instance_info_cache with network_info: [{"id": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "address": "fa:16:3e:29:23:70", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff64617b-30", "ovs_interfaceid": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbf79941-ec98-479e-8b39-0c31ac7a51e5", "address": "fa:16:3e:38:6a:b3", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf79941-ec", "ovs_interfaceid": "fbf79941-ec98-479e-8b39-0c31ac7a51e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.737187] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.789148] env[65310]: DEBUG oslo_vmware.api [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446988, 'name': ReconfigVM_Task, 'duration_secs': 2.051434} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.792870] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-bbc0df19-4fef-4176-815e-5f86069b06da/volume-bbc0df19-4fef-4176-815e-5f86069b06da.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.797987] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aceb6586-fa54-4420-ab68-99e4685dc503 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.816737] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446993, 'name': ReconfigVM_Task, 'duration_secs': 0.656731} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.817461] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Reconfigured VM instance instance-0000006c to attach disk [datastore2] e456cdaf-e1e0-4215-8a5a-4e98aa7b8394/e456cdaf-e1e0-4215-8a5a-4e98aa7b8394.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.818201] env[65310]: DEBUG oslo_vmware.api [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1132.818201] env[65310]: value = "task-4446996" [ 1132.818201] env[65310]: _type = "Task" [ 1132.818201] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.818474] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fea73fe-5e42-4898-bf7b-05bf77320a4f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.831472] env[65310]: DEBUG oslo_vmware.api [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446996, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.833053] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1132.833053] env[65310]: value = "task-4446997" [ 1132.833053] env[65310]: _type = "Task" [ 1132.833053] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.843385] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446997, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.951317] env[65310]: DEBUG nova.scheduler.client.report [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.956848] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "c1dc3609-97c8-433f-89a3-85762d86190e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.957263] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "c1dc3609-97c8-433f-89a3-85762d86190e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.213275] env[65310]: DEBUG oslo_concurrency.lockutils [req-6c15338d-af17-4583-9846-61cac21ae54b req-c42d3eb4-507b-4cec-bb90-ed81700ce64e service nova] Releasing lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.233988] env[65310]: DEBUG oslo_vmware.api [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4446995, 'name': PowerOnVM_Task, 'duration_secs': 0.818646} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.234283] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.234487] env[65310]: INFO nova.compute.manager [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Took 11.67 seconds to spawn the instance on the hypervisor. [ 1133.234663] env[65310]: DEBUG nova.compute.manager [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1133.235477] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9899f401-1b20-4671-924b-f20513d27fa9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.331954] env[65310]: DEBUG oslo_vmware.api [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4446996, 'name': ReconfigVM_Task, 'duration_secs': 0.227273} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.332346] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869787', 'volume_id': 'bbc0df19-4fef-4176-815e-5f86069b06da', 'name': 'volume-bbc0df19-4fef-4176-815e-5f86069b06da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc26557-81c8-4962-bf5b-94ffed93f063', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbc0df19-4fef-4176-815e-5f86069b06da', 'serial': 'bbc0df19-4fef-4176-815e-5f86069b06da'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1133.346513] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446997, 'name': Rename_Task, 'duration_secs': 0.176947} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.347457] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.347750] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-196bb2a1-7205-4a9a-b509-f421064c1fdf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.355315] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1133.355315] env[65310]: value = "task-4446998" [ 1133.355315] env[65310]: _type = "Task" [ 1133.355315] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.364710] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.460124] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.414s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.460258] env[65310]: INFO nova.compute.manager [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Migrating [ 1133.469959] env[65310]: DEBUG nova.compute.manager [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1133.473829] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.621s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.474153] env[65310]: DEBUG nova.objects.instance [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lazy-loading 'resources' on Instance uuid ff4ec043-0c70-46aa-a1a2-1436b991e860 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.611966] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "interface-90f43323-ebb4-40f0-b4b3-52ccf2249fb3-fbf79941-ec98-479e-8b39-0c31ac7a51e5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.612303] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-90f43323-ebb4-40f0-b4b3-52ccf2249fb3-fbf79941-ec98-479e-8b39-0c31ac7a51e5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.713478] env[65310]: DEBUG nova.compute.manager [req-69236349-ddfd-44ed-b6cb-5594ab9a3397 req-09fbc06a-da6f-4cc5-bc36-1d71653777de service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Received event network-changed-2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1133.713478] env[65310]: DEBUG nova.compute.manager [req-69236349-ddfd-44ed-b6cb-5594ab9a3397 req-09fbc06a-da6f-4cc5-bc36-1d71653777de service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Refreshing instance network info cache due to event network-changed-2fd831ed-36ca-4950-bdc2-927b68df0726. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1133.713478] env[65310]: DEBUG oslo_concurrency.lockutils [req-69236349-ddfd-44ed-b6cb-5594ab9a3397 req-09fbc06a-da6f-4cc5-bc36-1d71653777de service nova] Acquiring lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.713692] env[65310]: DEBUG oslo_concurrency.lockutils [req-69236349-ddfd-44ed-b6cb-5594ab9a3397 req-09fbc06a-da6f-4cc5-bc36-1d71653777de service nova] Acquired lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.713692] env[65310]: DEBUG nova.network.neutron [req-69236349-ddfd-44ed-b6cb-5594ab9a3397 req-09fbc06a-da6f-4cc5-bc36-1d71653777de service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Refreshing network info cache for port 2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.754207] env[65310]: INFO nova.compute.manager [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Took 17.91 seconds to build instance. [ 1133.870606] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446998, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.986599] env[65310]: DEBUG nova.objects.instance [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lazy-loading 'numa_topology' on Instance uuid ff4ec043-0c70-46aa-a1a2-1436b991e860 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.987544] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.987544] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.987698] env[65310]: DEBUG nova.network.neutron [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1133.999663] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.116266] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.116521] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.117468] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9520549-7354-4ad5-8ffc-4b9d747afc81 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.138733] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ae30d5-3288-4fec-96a6-0693812f2b22 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.161557] env[65310]: WARNING neutronclient.v2_0.client [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.167230] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Reconfiguring VM to detach interface {{(pid=65310) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1134.167753] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e277375-df0c-4ae1-a3b1-ac56136e215d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.187629] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1134.187629] env[65310]: value = "task-4447000" [ 1134.187629] env[65310]: _type = "Task" [ 1134.187629] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.196876] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.217311] env[65310]: WARNING neutronclient.v2_0.client [req-69236349-ddfd-44ed-b6cb-5594ab9a3397 req-09fbc06a-da6f-4cc5-bc36-1d71653777de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.223448] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.256571] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d502ebdd-ad67-4b7a-a39b-5b666d29285a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.435s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.369736] env[65310]: DEBUG oslo_vmware.api [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4446998, 'name': PowerOnVM_Task, 'duration_secs': 0.537492} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.370114] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.370249] env[65310]: INFO nova.compute.manager [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Took 10.36 seconds to spawn the instance on the hypervisor. [ 1134.370433] env[65310]: DEBUG nova.compute.manager [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1134.371367] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f4ad53-e9f0-4b48-a74d-b1236d00001f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.390782] env[65310]: DEBUG nova.objects.instance [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'flavor' on Instance uuid 8fc26557-81c8-4962-bf5b-94ffed93f063 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.419758] env[65310]: WARNING neutronclient.v2_0.client [req-69236349-ddfd-44ed-b6cb-5594ab9a3397 req-09fbc06a-da6f-4cc5-bc36-1d71653777de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.490788] env[65310]: DEBUG nova.objects.base [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1134.495875] env[65310]: WARNING neutronclient.v2_0.client [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.516643] env[65310]: DEBUG nova.network.neutron [req-69236349-ddfd-44ed-b6cb-5594ab9a3397 req-09fbc06a-da6f-4cc5-bc36-1d71653777de service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updated VIF entry in instance network info cache for port 2fd831ed-36ca-4950-bdc2-927b68df0726. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1134.517013] env[65310]: DEBUG nova.network.neutron [req-69236349-ddfd-44ed-b6cb-5594ab9a3397 req-09fbc06a-da6f-4cc5-bc36-1d71653777de service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updating instance_info_cache with network_info: [{"id": "2fd831ed-36ca-4950-bdc2-927b68df0726", "address": "fa:16:3e:ae:f3:cb", "network": {"id": "fc137f7f-3fa6-47c5-aa66-291dd3677746", "bridge": null, "label": "tempest-ServersNegativeTestJSON-460089604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb6ee4b57a4f63aafe2163452635e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2fd831ed-36", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.656538] env[65310]: WARNING neutronclient.v2_0.client [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.703385] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.725038] env[65310]: DEBUG nova.compute.manager [req-2b7131b9-20dd-4b57-818c-6afdc434557e req-147866bf-ecc2-40cc-9a76-3a0a64924d1b service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Received event network-changed-014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1134.725038] env[65310]: DEBUG nova.compute.manager [req-2b7131b9-20dd-4b57-818c-6afdc434557e req-147866bf-ecc2-40cc-9a76-3a0a64924d1b service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Refreshing instance network info cache due to event network-changed-014ff7b4-42ff-4d43-9c25-0d070e0360b9. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1134.725397] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b7131b9-20dd-4b57-818c-6afdc434557e req-147866bf-ecc2-40cc-9a76-3a0a64924d1b service nova] Acquiring lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.725397] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b7131b9-20dd-4b57-818c-6afdc434557e req-147866bf-ecc2-40cc-9a76-3a0a64924d1b service nova] Acquired lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.725630] env[65310]: DEBUG nova.network.neutron [req-2b7131b9-20dd-4b57-818c-6afdc434557e req-147866bf-ecc2-40cc-9a76-3a0a64924d1b service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Refreshing network info cache for port 014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.728610] env[65310]: DEBUG nova.network.neutron [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance_info_cache with network_info: [{"id": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "address": "fa:16:3e:76:f6:8a", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1e4cad-8b", "ovs_interfaceid": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.749135] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddc71f3-f699-4f08-9be6-58de5ab34ded {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.758173] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2675ceeb-0300-4086-93ab-b3f86524f586 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.762215] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.762373] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Cleaning up deleted instances {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1134.796955] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38d97e6-2095-4868-badd-baa5d0d7941e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.805757] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548d2ea2-bb46-4c1d-aa5a-5157f0b062c9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.821141] env[65310]: DEBUG nova.compute.provider_tree [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.900954] env[65310]: INFO nova.compute.manager [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Took 18.31 seconds to build instance. [ 1134.902303] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2feb85c1-964d-4932-8511-20f126a67c63 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.350s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.020508] env[65310]: DEBUG oslo_concurrency.lockutils [req-69236349-ddfd-44ed-b6cb-5594ab9a3397 req-09fbc06a-da6f-4cc5-bc36-1d71653777de service nova] Releasing lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.200025] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.229104] env[65310]: WARNING neutronclient.v2_0.client [req-2b7131b9-20dd-4b57-818c-6afdc434557e req-147866bf-ecc2-40cc-9a76-3a0a64924d1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.232569] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.279182] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] There are 49 instances to clean {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1135.279402] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: d88a03fd-d595-4306-8463-8c59269368cc] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1135.328037] env[65310]: DEBUG nova.scheduler.client.report [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.385572] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "8fc26557-81c8-4962-bf5b-94ffed93f063" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.385852] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.405070] env[65310]: DEBUG oslo_concurrency.lockutils [None req-81298b84-e377-4daf-b20a-c87e11891450 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.841s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.426652] env[65310]: WARNING neutronclient.v2_0.client [req-2b7131b9-20dd-4b57-818c-6afdc434557e req-147866bf-ecc2-40cc-9a76-3a0a64924d1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.502085] env[65310]: DEBUG nova.network.neutron [req-2b7131b9-20dd-4b57-818c-6afdc434557e req-147866bf-ecc2-40cc-9a76-3a0a64924d1b service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updated VIF entry in instance network info cache for port 014ff7b4-42ff-4d43-9c25-0d070e0360b9. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1135.502530] env[65310]: DEBUG nova.network.neutron [req-2b7131b9-20dd-4b57-818c-6afdc434557e req-147866bf-ecc2-40cc-9a76-3a0a64924d1b service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updating instance_info_cache with network_info: [{"id": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "address": "fa:16:3e:01:10:4d", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014ff7b4-42", "ovs_interfaceid": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.701828] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.721711] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.722151] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.722450] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.722672] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.722877] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.725354] env[65310]: INFO nova.compute.manager [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Terminating instance [ 1135.784216] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: ecfae4e6-f424-4485-b9d1-837feda94128] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1135.831200] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.835013] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.835s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.836659] env[65310]: INFO nova.compute.claims [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.892867] env[65310]: INFO nova.compute.manager [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Detaching volume 3118fe5f-6c61-49fb-a1ab-1f2e771fd334 [ 1135.930166] env[65310]: INFO nova.virt.block_device [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Attempting to driver detach volume 3118fe5f-6c61-49fb-a1ab-1f2e771fd334 from mountpoint /dev/sdb [ 1135.930226] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1135.930514] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869781', 'volume_id': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'name': 'volume-3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc26557-81c8-4962-bf5b-94ffed93f063', 'attached_at': '', 'detached_at': '', 'volume_id': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'serial': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1135.931412] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f063d0f-13ab-4637-a275-d33dec5e7d37 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.961660] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5ea9f-641b-4486-addf-73bc2e733b92 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.970350] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403e0f59-2933-482d-b80f-e3c68e2525e9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.996522] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32781d02-237a-4d6f-bc7a-36672e28cf78 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.015317] env[65310]: DEBUG oslo_concurrency.lockutils [req-2b7131b9-20dd-4b57-818c-6afdc434557e req-147866bf-ecc2-40cc-9a76-3a0a64924d1b service nova] Releasing lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.015713] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The volume has not been displaced from its original location: [datastore2] volume-3118fe5f-6c61-49fb-a1ab-1f2e771fd334/volume-3118fe5f-6c61-49fb-a1ab-1f2e771fd334.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1136.021164] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.021507] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4e9443-2bf0-4c4b-98d2-99bc580192ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.044265] env[65310]: DEBUG oslo_vmware.api [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1136.044265] env[65310]: value = "task-4447001" [ 1136.044265] env[65310]: _type = "Task" [ 1136.044265] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.053389] env[65310]: DEBUG oslo_vmware.api [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447001, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.201106] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.230227] env[65310]: DEBUG nova.compute.manager [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1136.230471] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.231552] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9961c39c-026b-4cda-a4bd-c419509210da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.244303] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.244639] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de78fc49-a804-4635-8364-2fd230a3567a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.252745] env[65310]: DEBUG oslo_vmware.api [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1136.252745] env[65310]: value = "task-4447002" [ 1136.252745] env[65310]: _type = "Task" [ 1136.252745] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.264084] env[65310]: DEBUG oslo_vmware.api [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.265238] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1136.265451] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869789', 'volume_id': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'name': 'volume-9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c85ed64-5175-479f-961c-fc806fea607c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'serial': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1136.266344] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b7f996-3c7a-41cb-b3c5-eec2c76c2245 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.287706] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 5f943975-0054-4fa9-b4c2-152cca5e63d1] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1136.292205] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440f59bd-0076-4588-bf51-d6b44358eef0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.321020] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-9f2c88c8-ced9-4dde-9bdf-def90d3e21b7/volume-9f2c88c8-ced9-4dde-9bdf-def90d3e21b7.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.322036] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a43aeb9-1a00-4884-b51e-d19f9ebd052f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.348592] env[65310]: DEBUG oslo_vmware.api [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1136.348592] env[65310]: value = "task-4447003" [ 1136.348592] env[65310]: _type = "Task" [ 1136.348592] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.349418] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a0ee80cc-08a4-48c7-a4e4-dcb708cc1190 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.630s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.351272] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.127s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.351272] env[65310]: INFO nova.compute.manager [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Unshelving [ 1136.365427] env[65310]: DEBUG oslo_vmware.api [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447003, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.555439] env[65310]: DEBUG oslo_vmware.api [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447001, 'name': ReconfigVM_Task, 'duration_secs': 0.392557} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.555723] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.560771] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5061386-8468-4adc-afb2-b3dbbb2634dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.577217] env[65310]: DEBUG oslo_vmware.api [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1136.577217] env[65310]: value = "task-4447004" [ 1136.577217] env[65310]: _type = "Task" [ 1136.577217] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.586901] env[65310]: DEBUG oslo_vmware.api [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.701395] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.748593] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517b3611-23d7-4fed-ad51-e8809f43d9b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.763355] env[65310]: DEBUG oslo_vmware.api [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447002, 'name': PowerOffVM_Task, 'duration_secs': 0.177041} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.781979] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.782306] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.782848] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance '4f555420-cbb7-42fc-a491-346195771bed' progress to 0 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.787794] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ed4343-6e5c-44c5-be58-a6c0793e2107 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.792085] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: e3308987-e112-47ec-8808-4b9341a0bed2] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1136.866126] env[65310]: DEBUG oslo_vmware.api [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447003, 'name': ReconfigVM_Task, 'duration_secs': 0.365243} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.867551] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-9f2c88c8-ced9-4dde-9bdf-def90d3e21b7/volume-9f2c88c8-ced9-4dde-9bdf-def90d3e21b7.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.872794] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.872794] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.873029] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleting the datastore file [datastore2] e456cdaf-e1e0-4215-8a5a-4e98aa7b8394 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.873298] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3277a391-69a9-4eef-b446-9f2012b29465 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.885424] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-818fff4e-069b-45d7-af7f-91330459c4a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.900124] env[65310]: DEBUG oslo_vmware.api [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1136.900124] env[65310]: value = "task-4447006" [ 1136.900124] env[65310]: _type = "Task" [ 1136.900124] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.900399] env[65310]: DEBUG oslo_vmware.api [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1136.900399] env[65310]: value = "task-4447007" [ 1136.900399] env[65310]: _type = "Task" [ 1136.900399] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.917375] env[65310]: DEBUG oslo_vmware.api [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.921188] env[65310]: DEBUG oslo_vmware.api [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447007, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.090629] env[65310]: DEBUG oslo_vmware.api [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447004, 'name': ReconfigVM_Task, 'duration_secs': 0.182596} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.091011] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869781', 'volume_id': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'name': 'volume-3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc26557-81c8-4962-bf5b-94ffed93f063', 'attached_at': '', 'detached_at': '', 'volume_id': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334', 'serial': '3118fe5f-6c61-49fb-a1ab-1f2e771fd334'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1137.124114] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a787e2-b8fc-4cef-980d-35abaa4e4b9f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.132175] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f23674-b1e6-49f0-aab0-c97c8fdcca96 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.164926] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81798b23-e1dd-4cd4-8075-dd7cd1173bbe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.174016] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f3cfe4-5415-47c0-909e-f5b67b7731be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.189591] env[65310]: DEBUG nova.compute.provider_tree [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.201532] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.292139] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.292568] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58590ad3-b390-4697-9dcd-972562b29ef7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.294550] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 7f45eb72-235d-4efa-8138-370550b577da] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1137.303215] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1137.303215] env[65310]: value = "task-4447008" [ 1137.303215] env[65310]: _type = "Task" [ 1137.303215] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.315941] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.380834] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.415871] env[65310]: DEBUG oslo_vmware.api [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208706} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.419753] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.419986] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.420219] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.420397] env[65310]: INFO nova.compute.manager [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1137.420671] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1137.420919] env[65310]: DEBUG oslo_vmware.api [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447007, 'name': ReconfigVM_Task, 'duration_secs': 0.167928} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.421210] env[65310]: DEBUG nova.compute.manager [-] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1137.421325] env[65310]: DEBUG nova.network.neutron [-] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1137.421703] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.423759] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869789', 'volume_id': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'name': 'volume-9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c85ed64-5175-479f-961c-fc806fea607c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'serial': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1137.456103] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.643024] env[65310]: DEBUG nova.objects.instance [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'flavor' on Instance uuid 8fc26557-81c8-4962-bf5b-94ffed93f063 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.693775] env[65310]: DEBUG nova.scheduler.client.report [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.711639] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.723622] env[65310]: DEBUG nova.compute.manager [req-29c298f3-67eb-4ca2-ad51-3c1313988092 req-329a0a97-8445-4846-a3cc-029dfcff6230 service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Received event network-vif-deleted-de247879-5eee-4e1a-b9f1-763f77f74e24 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1137.723739] env[65310]: INFO nova.compute.manager [req-29c298f3-67eb-4ca2-ad51-3c1313988092 req-329a0a97-8445-4846-a3cc-029dfcff6230 service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Neutron deleted interface de247879-5eee-4e1a-b9f1-763f77f74e24; detaching it from the instance and deleting it from the info cache [ 1137.723887] env[65310]: DEBUG nova.network.neutron [req-29c298f3-67eb-4ca2-ad51-3c1313988092 req-329a0a97-8445-4846-a3cc-029dfcff6230 service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.799867] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 6e7898b4-9b0e-4809-9cf0-32db50db72a1] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1137.814626] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447008, 'name': PowerOffVM_Task, 'duration_secs': 0.455008} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.814862] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.815069] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance '4f555420-cbb7-42fc-a491-346195771bed' progress to 17 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.205488] env[65310]: DEBUG nova.network.neutron [-] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.207090] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.207563] env[65310]: DEBUG nova.compute.manager [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1138.214073] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.833s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.214306] env[65310]: DEBUG nova.objects.instance [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lazy-loading 'pci_requests' on Instance uuid ff4ec043-0c70-46aa-a1a2-1436b991e860 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.215990] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.228209] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f36b1b11-2105-4b64-a92a-7fd2a2e5b3ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.244156] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e6939c-83c3-4db4-bc91-8ab4d3502494 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.280213] env[65310]: DEBUG nova.compute.manager [req-29c298f3-67eb-4ca2-ad51-3c1313988092 req-329a0a97-8445-4846-a3cc-029dfcff6230 service nova] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Detach interface failed, port_id=de247879-5eee-4e1a-b9f1-763f77f74e24, reason: Instance e456cdaf-e1e0-4215-8a5a-4e98aa7b8394 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1138.303549] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 830afa7b-1a32-4993-8722-d3b39ee18808] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1138.321531] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1138.321761] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.321918] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1138.322233] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.322482] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1138.322755] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1138.323304] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1138.323304] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1138.323613] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1138.323875] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1138.324214] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1138.331222] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce63ddf-44f9-4c02-9fe8-d342d5960cf0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.349641] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1138.349641] env[65310]: value = "task-4447009" [ 1138.349641] env[65310]: _type = "Task" [ 1138.349641] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.359577] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.464119] env[65310]: DEBUG nova.objects.instance [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lazy-loading 'flavor' on Instance uuid 7c85ed64-5175-479f-961c-fc806fea607c {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.650534] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ad49d144-f55e-4d0a-b82f-f0d5958adb67 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.696904] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "8fc26557-81c8-4962-bf5b-94ffed93f063" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.696904] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.712620] env[65310]: INFO nova.compute.manager [-] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Took 1.29 seconds to deallocate network for instance. [ 1138.713219] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.718874] env[65310]: DEBUG nova.objects.instance [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lazy-loading 'numa_topology' on Instance uuid ff4ec043-0c70-46aa-a1a2-1436b991e860 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.720518] env[65310]: DEBUG nova.compute.utils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.722335] env[65310]: DEBUG nova.compute.manager [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1138.722542] env[65310]: DEBUG nova.network.neutron [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1138.722838] env[65310]: WARNING neutronclient.v2_0.client [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.723148] env[65310]: WARNING neutronclient.v2_0.client [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.776077] env[65310]: DEBUG nova.policy [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27309b7d57cd4622afee9e1faefefd8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a58a07b780194cf8a873cf5c305a08f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.806989] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 6cbc64ae-bea7-492a-9007-789ff6635ebd] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1138.860695] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447009, 'name': ReconfigVM_Task, 'duration_secs': 0.165401} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.860867] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance '4f555420-cbb7-42fc-a491-346195771bed' progress to 33 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.970528] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d6457c99-eed7-4f11-b40a-3ce513b43109 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.339s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.128980] env[65310]: DEBUG nova.network.neutron [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Successfully created port: 99d12bbe-342a-4b15-9eb0-1eabef3a2e6a {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1139.188591] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "7c85ed64-5175-479f-961c-fc806fea607c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.189401] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.199828] env[65310]: INFO nova.compute.manager [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Detaching volume bbc0df19-4fef-4176-815e-5f86069b06da [ 1139.215889] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.222873] env[65310]: DEBUG nova.compute.manager [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1139.225651] env[65310]: INFO nova.compute.claims [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.228702] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.245346] env[65310]: INFO nova.virt.block_device [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Attempting to driver detach volume bbc0df19-4fef-4176-815e-5f86069b06da from mountpoint /dev/sdc [ 1139.245517] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.245712] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869787', 'volume_id': 'bbc0df19-4fef-4176-815e-5f86069b06da', 'name': 'volume-bbc0df19-4fef-4176-815e-5f86069b06da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc26557-81c8-4962-bf5b-94ffed93f063', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbc0df19-4fef-4176-815e-5f86069b06da', 'serial': 'bbc0df19-4fef-4176-815e-5f86069b06da'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.247690] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fbfe9f-7710-4043-b732-6c2c205b1aed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.273126] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21754bf2-e8c7-4310-b367-f63528010db6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.283373] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08413977-a367-4bdd-bb58-88d30161b29c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.310545] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: e4093a77-72bf-4bbe-9c2c-a56d674581f4] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1139.313180] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c917d-310e-457b-88db-acc112df8c89 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.331417] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] The volume has not been displaced from its original location: [datastore1] volume-bbc0df19-4fef-4176-815e-5f86069b06da/volume-bbc0df19-4fef-4176-815e-5f86069b06da.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1139.336865] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Reconfiguring VM instance instance-0000005f to detach disk 2002 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.337869] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dde7361-65cc-423d-9a50-0c858fb470ef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.359454] env[65310]: DEBUG oslo_vmware.api [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1139.359454] env[65310]: value = "task-4447010" [ 1139.359454] env[65310]: _type = "Task" [ 1139.359454] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.370739] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1139.370965] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.371105] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1139.371530] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.371530] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1139.371713] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1139.371790] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1139.372035] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1139.372121] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1139.372274] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1139.372438] env[65310]: DEBUG nova.virt.hardware [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1139.380149] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.380324] env[65310]: DEBUG oslo_vmware.api [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.381816] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ee005a-e152-4939-9e51-b6a9e24aa30d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.402414] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1139.402414] env[65310]: value = "task-4447011" [ 1139.402414] env[65310]: _type = "Task" [ 1139.402414] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.411535] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.468519] env[65310]: DEBUG nova.network.neutron [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Successfully created port: 1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1139.692559] env[65310]: INFO nova.compute.manager [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Detaching volume 9f2c88c8-ced9-4dde-9bdf-def90d3e21b7 [ 1139.714543] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.727981] env[65310]: INFO nova.virt.block_device [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Attempting to driver detach volume 9f2c88c8-ced9-4dde-9bdf-def90d3e21b7 from mountpoint /dev/sdb [ 1139.728306] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.728528] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869789', 'volume_id': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'name': 'volume-9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c85ed64-5175-479f-961c-fc806fea607c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'serial': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.729426] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd3ab91-7636-475a-8478-188272fbaef0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.733010] env[65310]: DEBUG nova.network.neutron [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Successfully created port: 81b1320a-c20b-4b98-9839-116b3b9df782 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1139.764039] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc409ff-2bc2-4da5-91c7-898d36b0c656 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.773194] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d81ecc-8e44-4e82-959c-30064bef618a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.798798] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f2881-5b47-4fb1-ad8f-fde76600fc94 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.819400] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 7f18fd5b-a281-45b1-89d4-cd64e5fd1052] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1139.821391] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The volume has not been displaced from its original location: [datastore1] volume-9f2c88c8-ced9-4dde-9bdf-def90d3e21b7/volume-9f2c88c8-ced9-4dde-9bdf-def90d3e21b7.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1139.829027] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.829027] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e066d4b8-e571-4603-a670-93407ea43f31 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.848678] env[65310]: DEBUG oslo_vmware.api [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1139.848678] env[65310]: value = "task-4447012" [ 1139.848678] env[65310]: _type = "Task" [ 1139.848678] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.860687] env[65310]: DEBUG oslo_vmware.api [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.872305] env[65310]: DEBUG oslo_vmware.api [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.915373] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447011, 'name': ReconfigVM_Task, 'duration_secs': 0.16172} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.915789] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.916888] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3e28d7-4dd5-455a-940b-eac886a8040b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.946525] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 4f555420-cbb7-42fc-a491-346195771bed/4f555420-cbb7-42fc-a491-346195771bed.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.947315] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017ee5be-7a73-466d-bbd1-f9d56fe71db8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.969825] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1139.969825] env[65310]: value = "task-4447013" [ 1139.969825] env[65310]: _type = "Task" [ 1139.969825] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.980493] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.215611] env[65310]: DEBUG oslo_vmware.api [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447000, 'name': ReconfigVM_Task, 'duration_secs': 5.787156} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.215611] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.215814] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Reconfigured VM to detach interface {{(pid=65310) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1140.216088] env[65310]: WARNING neutronclient.v2_0.client [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.216404] env[65310]: WARNING neutronclient.v2_0.client [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.243378] env[65310]: DEBUG nova.compute.manager [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1140.246436] env[65310]: WARNING neutronclient.v2_0.client [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.280906] env[65310]: DEBUG nova.virt.hardware [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1140.281166] env[65310]: DEBUG nova.virt.hardware [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.281448] env[65310]: DEBUG nova.virt.hardware [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1140.281648] env[65310]: DEBUG nova.virt.hardware [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.281906] env[65310]: DEBUG nova.virt.hardware [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1140.282161] env[65310]: DEBUG nova.virt.hardware [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1140.282421] env[65310]: DEBUG nova.virt.hardware [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1140.282829] env[65310]: DEBUG nova.virt.hardware [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1140.282920] env[65310]: DEBUG nova.virt.hardware [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1140.283168] env[65310]: DEBUG nova.virt.hardware [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1140.283439] env[65310]: DEBUG nova.virt.hardware [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1140.284644] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc2ba4e-f960-4d9e-bdaf-94197e4d45c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.295531] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe18b09-0daf-4b8c-86a9-b735c6ebb8e2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.328342] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 73a9a4d8-a4d1-4297-aeb7-039d8c570ad0] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1140.364623] env[65310]: DEBUG oslo_vmware.api [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447012, 'name': ReconfigVM_Task, 'duration_secs': 0.226271} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.370086] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.375484] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d1fd150-7d19-444a-ad32-fb3ad1d9a4b9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.395114] env[65310]: DEBUG oslo_vmware.api [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.396661] env[65310]: DEBUG oslo_vmware.api [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1140.396661] env[65310]: value = "task-4447014" [ 1140.396661] env[65310]: _type = "Task" [ 1140.396661] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.410289] env[65310]: DEBUG oslo_vmware.api [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447014, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.482049] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.505236] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b136ea5-1867-4520-9c88-1ea2d6d6d744 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.514325] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a340877-23cb-4186-b8f7-9dee3397fead {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.549162] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89cae95-475b-4e67-962c-3249fbd3cf17 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.558526] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c748af1e-b5cd-450e-beb9-6c709f23895e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.574433] env[65310]: DEBUG nova.compute.provider_tree [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.831936] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: c42326dc-beb7-4470-8740-b426cf4ceded] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1140.878286] env[65310]: DEBUG oslo_vmware.api [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447010, 'name': ReconfigVM_Task, 'duration_secs': 1.296059} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.878506] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Reconfigured VM instance instance-0000005f to detach disk 2002 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.884322] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5af65b0-7141-4af5-b046-2b019c9bc84d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.904628] env[65310]: DEBUG oslo_vmware.api [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1140.904628] env[65310]: value = "task-4447015" [ 1140.904628] env[65310]: _type = "Task" [ 1140.904628] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.909317] env[65310]: DEBUG oslo_vmware.api [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447014, 'name': ReconfigVM_Task, 'duration_secs': 0.239401} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.914196] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869789', 'volume_id': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'name': 'volume-9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c85ed64-5175-479f-961c-fc806fea607c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7', 'serial': '9f2c88c8-ced9-4dde-9bdf-def90d3e21b7'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1140.924768] env[65310]: DEBUG oslo_vmware.api [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447015, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.983016] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.079584] env[65310]: DEBUG nova.scheduler.client.report [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.223708] env[65310]: DEBUG oslo_concurrency.lockutils [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.223993] env[65310]: DEBUG oslo_concurrency.lockutils [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.224222] env[65310]: DEBUG oslo_concurrency.lockutils [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.224408] env[65310]: DEBUG oslo_concurrency.lockutils [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.224582] env[65310]: DEBUG oslo_concurrency.lockutils [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.226856] env[65310]: INFO nova.compute.manager [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Terminating instance [ 1141.250511] env[65310]: DEBUG nova.compute.manager [req-be09d8bf-8366-4546-9e93-0d272340700c req-db04cc34-b1f7-4026-bb40-4b8b130a2873 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received event network-vif-plugged-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1141.250511] env[65310]: DEBUG oslo_concurrency.lockutils [req-be09d8bf-8366-4546-9e93-0d272340700c req-db04cc34-b1f7-4026-bb40-4b8b130a2873 service nova] Acquiring lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.250511] env[65310]: DEBUG oslo_concurrency.lockutils [req-be09d8bf-8366-4546-9e93-0d272340700c req-db04cc34-b1f7-4026-bb40-4b8b130a2873 service nova] Lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.250511] env[65310]: DEBUG oslo_concurrency.lockutils [req-be09d8bf-8366-4546-9e93-0d272340700c req-db04cc34-b1f7-4026-bb40-4b8b130a2873 service nova] Lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.250511] env[65310]: DEBUG nova.compute.manager [req-be09d8bf-8366-4546-9e93-0d272340700c req-db04cc34-b1f7-4026-bb40-4b8b130a2873 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] No waiting events found dispatching network-vif-plugged-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1141.250699] env[65310]: WARNING nova.compute.manager [req-be09d8bf-8366-4546-9e93-0d272340700c req-db04cc34-b1f7-4026-bb40-4b8b130a2873 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received unexpected event network-vif-plugged-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a for instance with vm_state building and task_state spawning. [ 1141.336072] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 15c131a2-9611-4850-93c2-a2c6ece00f3f] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1141.356797] env[65310]: DEBUG nova.network.neutron [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Successfully updated port: 99d12bbe-342a-4b15-9eb0-1eabef3a2e6a {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1141.420312] env[65310]: DEBUG oslo_vmware.api [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447015, 'name': ReconfigVM_Task, 'duration_secs': 0.188487} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.420640] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869787', 'volume_id': 'bbc0df19-4fef-4176-815e-5f86069b06da', 'name': 'volume-bbc0df19-4fef-4176-815e-5f86069b06da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc26557-81c8-4962-bf5b-94ffed93f063', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbc0df19-4fef-4176-815e-5f86069b06da', 'serial': 'bbc0df19-4fef-4176-815e-5f86069b06da'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1141.461144] env[65310]: DEBUG nova.objects.instance [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lazy-loading 'flavor' on Instance uuid 7c85ed64-5175-479f-961c-fc806fea607c {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.482948] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447013, 'name': ReconfigVM_Task, 'duration_secs': 1.096111} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.483238] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 4f555420-cbb7-42fc-a491-346195771bed/4f555420-cbb7-42fc-a491-346195771bed.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.483513] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance '4f555420-cbb7-42fc-a491-346195771bed' progress to 50 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.585432] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.371s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.585757] env[65310]: WARNING neutronclient.v2_0.client [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.588567] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.360s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.588811] env[65310]: DEBUG nova.objects.instance [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lazy-loading 'resources' on Instance uuid e456cdaf-e1e0-4215-8a5a-4e98aa7b8394 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.590097] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.590262] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquired lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.590426] env[65310]: DEBUG nova.network.neutron [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1141.619714] env[65310]: INFO nova.network.neutron [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updating port 2fd831ed-36ca-4950-bdc2-927b68df0726 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1141.731992] env[65310]: DEBUG nova.compute.manager [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1141.732276] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.733614] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25e9fd0-80b1-4946-96ef-7259ff87b957 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.742894] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.743580] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e06060a0-37b7-40cf-b433-c353f5746608 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.753766] env[65310]: DEBUG oslo_vmware.api [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1141.753766] env[65310]: value = "task-4447016" [ 1141.753766] env[65310]: _type = "Task" [ 1141.753766] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.763790] env[65310]: DEBUG oslo_vmware.api [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.840076] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 020a902f-c8b5-4887-95cb-b496612458e3] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1141.970300] env[65310]: DEBUG nova.objects.instance [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'flavor' on Instance uuid 8fc26557-81c8-4962-bf5b-94ffed93f063 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.990556] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec7080e-90df-4426-88ba-c4869a6af464 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.013359] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed87e97-9a8f-46a2-bad6-fab6b4558cdb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.033402] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance '4f555420-cbb7-42fc-a491-346195771bed' progress to 67 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.097605] env[65310]: WARNING neutronclient.v2_0.client [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.264993] env[65310]: DEBUG oslo_vmware.api [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447016, 'name': PowerOffVM_Task, 'duration_secs': 0.209033} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.267859] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.268049] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.268504] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3acff22-4e0e-4a70-842b-3aace726ba40 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.333774] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.334057] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.334273] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleting the datastore file [datastore2] 90f43323-ebb4-40f0-b4b3-52ccf2249fb3 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.334554] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c934a62-633e-4361-90b2-89de49d95f3d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.338161] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b941335-56db-4b93-9ab3-0faa968c78cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.343443] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 5040d2cc-7cd2-4103-8aea-17b8f9a93629] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1142.349830] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9807e979-72b4-473c-92af-c7512c903486 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.353317] env[65310]: DEBUG oslo_vmware.api [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1142.353317] env[65310]: value = "task-4447018" [ 1142.353317] env[65310]: _type = "Task" [ 1142.353317] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.388828] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c34165-2c19-4ace-a770-7f9a2df6cfef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.395392] env[65310]: DEBUG oslo_vmware.api [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.401836] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f296201-7dd8-4f8c-8019-3db14a6f22c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.420797] env[65310]: DEBUG nova.compute.provider_tree [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.469342] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c7ec02a4-7cd9-4469-b2e8-ba6e18ef4b0c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.280s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.542808] env[65310]: WARNING neutronclient.v2_0.client [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.543188] env[65310]: WARNING neutronclient.v2_0.client [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.851112] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: c8661421-19ca-4fe4-be78-8c124f0e0474] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1142.865381] env[65310]: DEBUG oslo_vmware.api [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164605} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.865674] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.865856] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.866042] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.866269] env[65310]: INFO nova.compute.manager [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1142.866464] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1142.866673] env[65310]: DEBUG nova.compute.manager [-] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1142.866769] env[65310]: DEBUG nova.network.neutron [-] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1142.867032] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.923945] env[65310]: DEBUG nova.scheduler.client.report [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.978132] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1dd603c0-a748-4ee9-95b7-15d00a8fa919 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.282s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.168799] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.168950] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.169523] env[65310]: DEBUG nova.network.neutron [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1143.353969] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 88e2c6d2-ebae-4a57-b26d-480339b02881] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1143.361617] env[65310]: DEBUG nova.network.neutron [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Port df1e4cad-8b93-4fff-ba51-3c8d3772cc53 binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1143.391013] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.430206] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.445510] env[65310]: DEBUG nova.network.neutron [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Successfully updated port: 1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1143.462204] env[65310]: INFO nova.scheduler.client.report [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted allocations for instance e456cdaf-e1e0-4215-8a5a-4e98aa7b8394 [ 1143.626984] env[65310]: DEBUG nova.compute.manager [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received event network-changed-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1143.627222] env[65310]: DEBUG nova.compute.manager [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Refreshing instance network info cache due to event network-changed-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1143.627442] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] Acquiring lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.627590] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] Acquired lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.627749] env[65310]: DEBUG nova.network.neutron [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Refreshing network info cache for port 99d12bbe-342a-4b15-9eb0-1eabef3a2e6a {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.635772] env[65310]: WARNING neutronclient.v2_0.client [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.651826] env[65310]: DEBUG nova.compute.manager [req-8a19b920-02a4-489a-8a82-df800262d257 req-f15e8d5c-2762-4775-be23-b75cbbc87110 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received event network-vif-plugged-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1143.652944] env[65310]: DEBUG oslo_concurrency.lockutils [req-8a19b920-02a4-489a-8a82-df800262d257 req-f15e8d5c-2762-4775-be23-b75cbbc87110 service nova] Acquiring lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.653266] env[65310]: DEBUG oslo_concurrency.lockutils [req-8a19b920-02a4-489a-8a82-df800262d257 req-f15e8d5c-2762-4775-be23-b75cbbc87110 service nova] Lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.653489] env[65310]: DEBUG oslo_concurrency.lockutils [req-8a19b920-02a4-489a-8a82-df800262d257 req-f15e8d5c-2762-4775-be23-b75cbbc87110 service nova] Lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.653721] env[65310]: DEBUG nova.compute.manager [req-8a19b920-02a4-489a-8a82-df800262d257 req-f15e8d5c-2762-4775-be23-b75cbbc87110 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] No waiting events found dispatching network-vif-plugged-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1143.653926] env[65310]: WARNING nova.compute.manager [req-8a19b920-02a4-489a-8a82-df800262d257 req-f15e8d5c-2762-4775-be23-b75cbbc87110 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received unexpected event network-vif-plugged-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 for instance with vm_state building and task_state spawning. [ 1143.677385] env[65310]: WARNING neutronclient.v2_0.client [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.780023] env[65310]: INFO nova.network.neutron [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Port fbf79941-ec98-479e-8b39-0c31ac7a51e5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1143.784450] env[65310]: DEBUG nova.network.neutron [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updating instance_info_cache with network_info: [{"id": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "address": "fa:16:3e:29:23:70", "network": {"id": "6566ed77-2f90-49ef-b489-eee418d2af4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1579159566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6aef7c7cf542c68abd57af7c424300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff64617b-30", "ovs_interfaceid": "ff64617b-30ee-4ac0-a069-6b6ecca3dbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.868997] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 37c7ec5b-905d-4fa0-ab45-b54eae7c6357] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1143.975346] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ef29aac6-e539-47a3-a577-e54d26daaf94 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "e456cdaf-e1e0-4215-8a5a-4e98aa7b8394" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.253s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.053687] env[65310]: WARNING neutronclient.v2_0.client [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.130565] env[65310]: WARNING neutronclient.v2_0.client [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.286995] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "7c85ed64-5175-479f-961c-fc806fea607c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.287256] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.290019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "7c85ed64-5175-479f-961c-fc806fea607c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.290019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.290019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.290019] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Releasing lock "refresh_cache-90f43323-ebb4-40f0-b4b3-52ccf2249fb3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.292485] env[65310]: INFO nova.compute.manager [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Terminating instance [ 1144.339741] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "8fc26557-81c8-4962-bf5b-94ffed93f063" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.340043] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.340263] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "8fc26557-81c8-4962-bf5b-94ffed93f063-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.340447] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.340610] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.342964] env[65310]: INFO nova.compute.manager [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Terminating instance [ 1144.380399] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 71ca44db-6b7e-4a86-a50d-127049b2d554] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1144.392431] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "4f555420-cbb7-42fc-a491-346195771bed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.392698] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "4f555420-cbb7-42fc-a491-346195771bed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.392827] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "4f555420-cbb7-42fc-a491-346195771bed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.423327] env[65310]: DEBUG nova.network.neutron [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1144.534356] env[65310]: DEBUG nova.network.neutron [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updating instance_info_cache with network_info: [{"id": "2fd831ed-36ca-4950-bdc2-927b68df0726", "address": "fa:16:3e:ae:f3:cb", "network": {"id": "fc137f7f-3fa6-47c5-aa66-291dd3677746", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-460089604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb6ee4b57a4f63aafe2163452635e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd831ed-36", "ovs_interfaceid": "2fd831ed-36ca-4950-bdc2-927b68df0726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.659937] env[65310]: DEBUG nova.network.neutron [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.790399] env[65310]: DEBUG nova.network.neutron [-] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.801287] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5d7a2e29-c847-45c4-ab47-d3bc69a88440 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "interface-90f43323-ebb4-40f0-b4b3-52ccf2249fb3-fbf79941-ec98-479e-8b39-0c31ac7a51e5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.189s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.802795] env[65310]: DEBUG nova.compute.manager [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1144.802995] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.810450] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05184ecb-5e0c-4adf-9655-527b4805c6c0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.822273] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.822607] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2a1c0ad-9ec6-41b6-97f4-ae22e0224a4d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.832768] env[65310]: DEBUG oslo_vmware.api [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1144.832768] env[65310]: value = "task-4447019" [ 1144.832768] env[65310]: _type = "Task" [ 1144.832768] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.849760] env[65310]: DEBUG nova.compute.manager [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1144.850034] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.850949] env[65310]: DEBUG oslo_vmware.api [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.851747] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7c44f0-22ec-40a3-a8aa-ece5f4cfe1cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.863565] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.864674] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-297c47b1-2133-4864-902f-dc3d1f8b074c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.874263] env[65310]: DEBUG oslo_vmware.api [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1144.874263] env[65310]: value = "task-4447020" [ 1144.874263] env[65310]: _type = "Task" [ 1144.874263] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.884727] env[65310]: DEBUG oslo_vmware.api [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.890611] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 29f4e9c0-4bec-4606-8d22-52bea2b4a4cf] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1145.037693] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.072919] env[65310]: DEBUG nova.virt.hardware [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ae75110ccc58e9b095fda306ba249a1f',container_format='bare',created_at=2025-11-14T09:19:17Z,direct_url=,disk_format='vmdk',id=518f040e-524c-4617-bd90-8dae194d94eb,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-318109888-shelved',owner='24eb6ee4b57a4f63aafe2163452635e3',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-11-14T09:19:34Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1145.073328] env[65310]: DEBUG nova.virt.hardware [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.073585] env[65310]: DEBUG nova.virt.hardware [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1145.073816] env[65310]: DEBUG nova.virt.hardware [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.073972] env[65310]: DEBUG nova.virt.hardware [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1145.074161] env[65310]: DEBUG nova.virt.hardware [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1145.074429] env[65310]: DEBUG nova.virt.hardware [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1145.074616] env[65310]: DEBUG nova.virt.hardware [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1145.074827] env[65310]: DEBUG nova.virt.hardware [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1145.075012] env[65310]: DEBUG nova.virt.hardware [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1145.075224] env[65310]: DEBUG nova.virt.hardware [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1145.076288] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2e6864-4343-4198-97e0-558855a6ed71 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.085591] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde9ec23-11c1-44ba-b1c8-3a4ae870d365 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.102329] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:f3:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fd831ed-36ca-4950-bdc2-927b68df0726', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.110630] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1145.110973] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.111279] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-240d89d3-3a95-4e0a-b455-80e21ac197cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.133610] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.133610] env[65310]: value = "task-4447021" [ 1145.133610] env[65310]: _type = "Task" [ 1145.133610] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.142705] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447021, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.163992] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] Releasing lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.165236] env[65310]: DEBUG nova.compute.manager [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Received event network-vif-plugged-2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1145.165236] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] Acquiring lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.165236] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.165236] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.166033] env[65310]: DEBUG nova.compute.manager [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] No waiting events found dispatching network-vif-plugged-2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1145.166318] env[65310]: WARNING nova.compute.manager [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Received unexpected event network-vif-plugged-2fd831ed-36ca-4950-bdc2-927b68df0726 for instance with vm_state shelved_offloaded and task_state spawning. [ 1145.166372] env[65310]: DEBUG nova.compute.manager [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Received event network-changed-2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1145.166533] env[65310]: DEBUG nova.compute.manager [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Refreshing instance network info cache due to event network-changed-2fd831ed-36ca-4950-bdc2-927b68df0726. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1145.166916] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] Acquiring lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.166916] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] Acquired lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.167489] env[65310]: DEBUG nova.network.neutron [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Refreshing network info cache for port 2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.293324] env[65310]: INFO nova.compute.manager [-] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Took 2.43 seconds to deallocate network for instance. [ 1145.345400] env[65310]: DEBUG oslo_vmware.api [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447019, 'name': PowerOffVM_Task, 'duration_secs': 0.209663} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.345751] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.345945] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.346267] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c8f2110-204c-4193-9de6-f24ff6089ac6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.386161] env[65310]: DEBUG oslo_vmware.api [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447020, 'name': PowerOffVM_Task, 'duration_secs': 0.202813} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.386362] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.386427] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.386706] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecd47655-4cb3-4620-b85a-6bd40f239981 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.395361] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: d516ed85-fb2a-45ed-8409-cbe212b60444] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1145.398903] env[65310]: WARNING neutronclient.v2_0.client [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.423909] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.424424] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.426106] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.426432] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.426796] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleting the datastore file [datastore1] 7c85ed64-5175-479f-961c-fc806fea607c {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.428109] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9ac9da4-6f42-4eed-aa12-000d0392db57 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.438019] env[65310]: DEBUG oslo_vmware.api [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1145.438019] env[65310]: value = "task-4447024" [ 1145.438019] env[65310]: _type = "Task" [ 1145.438019] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.452077] env[65310]: DEBUG oslo_vmware.api [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.453499] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.453774] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.454047] env[65310]: DEBUG nova.network.neutron [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1145.463033] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.463397] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.463831] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Deleting the datastore file [datastore2] 8fc26557-81c8-4962-bf5b-94ffed93f063 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.464224] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec521a98-afe9-44c7-a92b-2cadac47bea5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.474032] env[65310]: DEBUG oslo_vmware.api [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for the task: (returnval){ [ 1145.474032] env[65310]: value = "task-4447025" [ 1145.474032] env[65310]: _type = "Task" [ 1145.474032] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.487398] env[65310]: DEBUG oslo_vmware.api [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.619933] env[65310]: DEBUG nova.network.neutron [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Successfully updated port: 81b1320a-c20b-4b98-9839-116b3b9df782 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1145.644726] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447021, 'name': CreateVM_Task, 'duration_secs': 0.384332} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.644726] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.645263] env[65310]: WARNING neutronclient.v2_0.client [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.645650] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.645801] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.646205] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.646489] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbbbeb24-d0c6-46ba-8947-2ebe1fe82d06 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.653254] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1145.653254] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5284a68a-f3ff-1ba6-64c7-f6d1f4f4d863" [ 1145.653254] env[65310]: _type = "Task" [ 1145.653254] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.663461] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5284a68a-f3ff-1ba6-64c7-f6d1f4f4d863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.666317] env[65310]: DEBUG nova.compute.manager [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received event network-vif-plugged-81b1320a-c20b-4b98-9839-116b3b9df782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1145.666317] env[65310]: DEBUG oslo_concurrency.lockutils [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] Acquiring lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.666317] env[65310]: DEBUG oslo_concurrency.lockutils [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] Lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.666317] env[65310]: DEBUG oslo_concurrency.lockutils [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] Lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.666317] env[65310]: DEBUG nova.compute.manager [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] No waiting events found dispatching network-vif-plugged-81b1320a-c20b-4b98-9839-116b3b9df782 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1145.666663] env[65310]: WARNING nova.compute.manager [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received unexpected event network-vif-plugged-81b1320a-c20b-4b98-9839-116b3b9df782 for instance with vm_state building and task_state spawning. [ 1145.666663] env[65310]: DEBUG nova.compute.manager [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received event network-changed-81b1320a-c20b-4b98-9839-116b3b9df782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1145.666727] env[65310]: DEBUG nova.compute.manager [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Refreshing instance network info cache due to event network-changed-81b1320a-c20b-4b98-9839-116b3b9df782. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1145.666913] env[65310]: DEBUG oslo_concurrency.lockutils [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] Acquiring lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.667057] env[65310]: DEBUG oslo_concurrency.lockutils [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] Acquired lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.667210] env[65310]: DEBUG nova.network.neutron [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Refreshing network info cache for port 81b1320a-c20b-4b98-9839-116b3b9df782 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.670660] env[65310]: WARNING neutronclient.v2_0.client [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.686373] env[65310]: DEBUG nova.compute.manager [req-69002187-f8f6-4d3c-ac2d-bc9a3b168962 req-ee4ca10e-922f-4e54-9cb0-e36d89d97aee service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received event network-changed-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1145.686544] env[65310]: DEBUG nova.compute.manager [req-69002187-f8f6-4d3c-ac2d-bc9a3b168962 req-ee4ca10e-922f-4e54-9cb0-e36d89d97aee service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Refreshing instance network info cache due to event network-changed-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1145.686723] env[65310]: DEBUG oslo_concurrency.lockutils [req-69002187-f8f6-4d3c-ac2d-bc9a3b168962 req-ee4ca10e-922f-4e54-9cb0-e36d89d97aee service nova] Acquiring lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.801129] env[65310]: DEBUG oslo_concurrency.lockutils [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.801799] env[65310]: DEBUG oslo_concurrency.lockutils [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.801799] env[65310]: DEBUG nova.objects.instance [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'resources' on Instance uuid 90f43323-ebb4-40f0-b4b3-52ccf2249fb3 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.822566] env[65310]: WARNING neutronclient.v2_0.client [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.902686] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 417d175e-9924-42fd-9492-3852876816d5] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1145.923090] env[65310]: DEBUG nova.network.neutron [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updated VIF entry in instance network info cache for port 2fd831ed-36ca-4950-bdc2-927b68df0726. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1145.923468] env[65310]: DEBUG nova.network.neutron [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updating instance_info_cache with network_info: [{"id": "2fd831ed-36ca-4950-bdc2-927b68df0726", "address": "fa:16:3e:ae:f3:cb", "network": {"id": "fc137f7f-3fa6-47c5-aa66-291dd3677746", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-460089604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb6ee4b57a4f63aafe2163452635e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd831ed-36", "ovs_interfaceid": "2fd831ed-36ca-4950-bdc2-927b68df0726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.931598] env[65310]: DEBUG nova.compute.manager [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1145.949998] env[65310]: DEBUG oslo_vmware.api [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153905} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.950288] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.950453] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.950628] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.950801] env[65310]: INFO nova.compute.manager [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1145.951599] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1145.951745] env[65310]: DEBUG nova.compute.manager [-] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1145.951745] env[65310]: DEBUG nova.network.neutron [-] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1145.952014] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.960879] env[65310]: WARNING neutronclient.v2_0.client [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.987136] env[65310]: DEBUG oslo_vmware.api [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Task: {'id': task-4447025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153083} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.988236] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.988875] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.988875] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.988875] env[65310]: INFO nova.compute.manager [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1145.989083] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1145.989382] env[65310]: DEBUG nova.compute.manager [-] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1145.989454] env[65310]: DEBUG nova.network.neutron [-] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1145.989662] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.995566] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.031312] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.124731] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.164841] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.165136] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Processing image 518f040e-524c-4617-bd90-8dae194d94eb {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.167349] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb/518f040e-524c-4617-bd90-8dae194d94eb.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.167349] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb/518f040e-524c-4617-bd90-8dae194d94eb.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.167349] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.167349] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d42301b-80f0-4460-acc1-f4a3599474f7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.169114] env[65310]: WARNING neutronclient.v2_0.client [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.182217] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.182217] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.182217] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a719926f-df9b-4423-9494-292463d17406 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.190634] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1146.190634] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52168d81-f825-bc3b-62de-61e8a702ea56" [ 1146.190634] env[65310]: _type = "Task" [ 1146.190634] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.198816] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52168d81-f825-bc3b-62de-61e8a702ea56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.407205] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: b4b2cb30-6f93-4a5f-bab2-ba2bf1d6f821] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1146.426960] env[65310]: DEBUG oslo_concurrency.lockutils [req-d1381d49-e325-4806-9de1-574006e7889c req-06990241-3378-4d57-80cb-a1592208a35a service nova] Releasing lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.455060] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.561966] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097f2487-81e2-4de9-8b35-f152ed0fbb2c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.571684] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d61639-bf8e-4983-80c9-93850c67ca7b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.613551] env[65310]: DEBUG nova.network.neutron [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1146.619186] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbdaa96-6696-46ed-bdfc-1a67552d8c33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.629179] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f595821-d8d5-4ad6-acea-0f568cf293d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.648062] env[65310]: DEBUG nova.compute.provider_tree [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.684729] env[65310]: WARNING neutronclient.v2_0.client [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.701802] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Preparing fetch location {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1146.701937] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Fetch image to [datastore1] OSTACK_IMG_6caf2d20-28bf-4c4a-9177-1ceb64a887c5/OSTACK_IMG_6caf2d20-28bf-4c4a-9177-1ceb64a887c5.vmdk {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1146.702172] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Downloading stream optimized image 518f040e-524c-4617-bd90-8dae194d94eb to [datastore1] OSTACK_IMG_6caf2d20-28bf-4c4a-9177-1ceb64a887c5/OSTACK_IMG_6caf2d20-28bf-4c4a-9177-1ceb64a887c5.vmdk on the data store datastore1 as vApp {{(pid=65310) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1146.702398] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Downloading image file data 518f040e-524c-4617-bd90-8dae194d94eb to the ESX as VM named 'OSTACK_IMG_6caf2d20-28bf-4c4a-9177-1ceb64a887c5' {{(pid=65310) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1146.754026] env[65310]: DEBUG nova.network.neutron [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.795334] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1146.795334] env[65310]: value = "resgroup-9" [ 1146.795334] env[65310]: _type = "ResourcePool" [ 1146.795334] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1146.795852] env[65310]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3c3884f3-4434-46ae-acb7-81c9be71e4e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.812313] env[65310]: DEBUG nova.network.neutron [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance_info_cache with network_info: [{"id": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "address": "fa:16:3e:76:f6:8a", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1e4cad-8b", "ovs_interfaceid": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.820900] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lease: (returnval){ [ 1146.820900] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52055610-6933-8423-f7d5-37650fb8ace7" [ 1146.820900] env[65310]: _type = "HttpNfcLease" [ 1146.820900] env[65310]: } obtained for vApp import into resource pool (val){ [ 1146.820900] env[65310]: value = "resgroup-9" [ 1146.820900] env[65310]: _type = "ResourcePool" [ 1146.820900] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1146.821220] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the lease: (returnval){ [ 1146.821220] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52055610-6933-8423-f7d5-37650fb8ace7" [ 1146.821220] env[65310]: _type = "HttpNfcLease" [ 1146.821220] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1146.829855] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.829855] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52055610-6933-8423-f7d5-37650fb8ace7" [ 1146.829855] env[65310]: _type = "HttpNfcLease" [ 1146.829855] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1146.910664] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: e7c4fd67-cd66-4fc4-a44b-d5eb3927f4d6] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1147.000515] env[65310]: DEBUG nova.network.neutron [-] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.006747] env[65310]: DEBUG nova.network.neutron [-] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.152603] env[65310]: DEBUG nova.scheduler.client.report [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.260715] env[65310]: DEBUG oslo_concurrency.lockutils [req-2d0eb723-06a0-42c4-850d-c8b1edfee85c req-2d71bb52-f52d-46ef-a876-8ffd3cd48f99 service nova] Releasing lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.261094] env[65310]: DEBUG oslo_concurrency.lockutils [req-69002187-f8f6-4d3c-ac2d-bc9a3b168962 req-ee4ca10e-922f-4e54-9cb0-e36d89d97aee service nova] Acquired lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.261351] env[65310]: DEBUG nova.network.neutron [req-69002187-f8f6-4d3c-ac2d-bc9a3b168962 req-ee4ca10e-922f-4e54-9cb0-e36d89d97aee service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Refreshing network info cache for port 1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.315491] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.331475] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.331475] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52055610-6933-8423-f7d5-37650fb8ace7" [ 1147.331475] env[65310]: _type = "HttpNfcLease" [ 1147.331475] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1147.332239] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1147.332239] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52055610-6933-8423-f7d5-37650fb8ace7" [ 1147.332239] env[65310]: _type = "HttpNfcLease" [ 1147.332239] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1147.332612] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0cc696-ddbc-4087-8579-7842e0b4062d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.341473] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52936ebd-ff3f-2d88-8945-d96e6ef8ca7a/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1147.341709] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52936ebd-ff3f-2d88-8945-d96e6ef8ca7a/disk-0.vmdk. {{(pid=65310) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1147.406353] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0f75187-df96-442d-ac2c-857ed32afd82 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.413911] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 4c538123-1a8b-4bcf-8fdc-93fe3d3fa11d] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1147.503262] env[65310]: INFO nova.compute.manager [-] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Took 1.55 seconds to deallocate network for instance. [ 1147.510324] env[65310]: INFO nova.compute.manager [-] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Took 1.52 seconds to deallocate network for instance. [ 1147.657871] env[65310]: DEBUG oslo_concurrency.lockutils [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.662369] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.207s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.664487] env[65310]: INFO nova.compute.claims [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.764702] env[65310]: WARNING neutronclient.v2_0.client [req-69002187-f8f6-4d3c-ac2d-bc9a3b168962 req-ee4ca10e-922f-4e54-9cb0-e36d89d97aee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.779335] env[65310]: DEBUG nova.compute.manager [req-9853b6f8-ae83-4ae4-a7e6-fb87b1d6b9f3 req-925abb82-0d8e-4dd2-94dc-6c76e2d31664 service nova] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Received event network-vif-deleted-8af646c6-b51c-44b4-8509-e2fe29987fdf {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1147.792597] env[65310]: DEBUG nova.compute.manager [req-696aeed2-a23c-434e-83c0-0a7c4ef6d76a req-98c8ae4a-7ec9-450f-bb48-2543deaba454 service nova] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Received event network-vif-deleted-4f53dc8e-4e37-4e79-89af-f5c58bd31225 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1147.807750] env[65310]: INFO nova.scheduler.client.report [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleted allocations for instance 90f43323-ebb4-40f0-b4b3-52ccf2249fb3 [ 1147.817820] env[65310]: DEBUG nova.network.neutron [req-69002187-f8f6-4d3c-ac2d-bc9a3b168962 req-ee4ca10e-922f-4e54-9cb0-e36d89d97aee service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1147.843217] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb8676f-8454-4444-9302-2707dc0abbce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.875202] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d183bbc4-40b7-4531-8677-e2e7d57fb7d8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.888534] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance '4f555420-cbb7-42fc-a491-346195771bed' progress to 83 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.916918] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: e394a667-b521-4a07-8f25-8359b3598366] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1147.958484] env[65310]: DEBUG nova.network.neutron [req-69002187-f8f6-4d3c-ac2d-bc9a3b168962 req-ee4ca10e-922f-4e54-9cb0-e36d89d97aee service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.011414] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.015666] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.318376] env[65310]: DEBUG oslo_concurrency.lockutils [None req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "90f43323-ebb4-40f0-b4b3-52ccf2249fb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.094s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.395883] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.396281] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9754c8be-db11-48fc-a824-c151f07103d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.406051] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1148.406051] env[65310]: value = "task-4447027" [ 1148.406051] env[65310]: _type = "Task" [ 1148.406051] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.415942] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.420901] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 7d71098f-d6c7-4873-af7e-4e0309b96125] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1148.466351] env[65310]: DEBUG oslo_concurrency.lockutils [req-69002187-f8f6-4d3c-ac2d-bc9a3b168962 req-ee4ca10e-922f-4e54-9cb0-e36d89d97aee service nova] Releasing lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.467094] env[65310]: DEBUG nova.compute.manager [req-69002187-f8f6-4d3c-ac2d-bc9a3b168962 req-ee4ca10e-922f-4e54-9cb0-e36d89d97aee service nova] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Received event network-vif-deleted-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1148.467094] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquired lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.467295] env[65310]: DEBUG nova.network.neutron [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1148.497544] env[65310]: DEBUG oslo_concurrency.lockutils [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.497807] env[65310]: DEBUG oslo_concurrency.lockutils [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.498016] env[65310]: DEBUG oslo_concurrency.lockutils [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "dd024bf4-73cd-4f00-a755-3e722a10fa74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.498208] env[65310]: DEBUG oslo_concurrency.lockutils [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "dd024bf4-73cd-4f00-a755-3e722a10fa74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.498392] env[65310]: DEBUG oslo_concurrency.lockutils [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "dd024bf4-73cd-4f00-a755-3e722a10fa74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.501860] env[65310]: INFO nova.compute.manager [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Terminating instance [ 1148.570591] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Completed reading data from the image iterator. {{(pid=65310) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1148.570767] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52936ebd-ff3f-2d88-8945-d96e6ef8ca7a/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1148.571847] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3504d91-a720-4b13-9d35-7f0ac94b11fb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.579455] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52936ebd-ff3f-2d88-8945-d96e6ef8ca7a/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1148.579624] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52936ebd-ff3f-2d88-8945-d96e6ef8ca7a/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1148.579868] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b80fafdc-1c07-416b-afeb-3704197dc57b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.800503] env[65310]: DEBUG oslo_vmware.rw_handles [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52936ebd-ff3f-2d88-8945-d96e6ef8ca7a/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1148.800773] env[65310]: INFO nova.virt.vmwareapi.images [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Downloaded image file data 518f040e-524c-4617-bd90-8dae194d94eb [ 1148.801728] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199bd4ac-7876-43a4-8018-8674243f7e90 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.826378] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86c9d8a6-28ed-42f1-a3fd-fc901f5b3374 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.861812] env[65310]: INFO nova.virt.vmwareapi.images [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] The imported VM was unregistered [ 1148.864681] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Caching image {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1148.864983] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Creating directory with path [datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.865345] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5f8c067-3474-4e37-8e58-5a29826ca857 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.891879] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Created directory with path [datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.892204] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6caf2d20-28bf-4c4a-9177-1ceb64a887c5/OSTACK_IMG_6caf2d20-28bf-4c4a-9177-1ceb64a887c5.vmdk to [datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb/518f040e-524c-4617-bd90-8dae194d94eb.vmdk. {{(pid=65310) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1148.892514] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a7c8bd27-9824-4a20-b0c5-3d2205770258 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.902729] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1148.902729] env[65310]: value = "task-4447029" [ 1148.902729] env[65310]: _type = "Task" [ 1148.902729] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.919282] env[65310]: DEBUG oslo_vmware.api [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447027, 'name': PowerOnVM_Task, 'duration_secs': 0.470369} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.925888] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.926158] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a468f443-3b13-46df-84b2-cd02458de4a1 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance '4f555420-cbb7-42fc-a491-346195771bed' progress to 100 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.930514] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: d4a33da6-6147-465d-a3c1-19373183f7af] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1148.932813] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447029, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.950022] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e9828d-3b36-46c4-b956-42b11f5bd9c4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.956263] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97ce954-811e-437e-8fd0-4ee6c4a73607 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.997677] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0eeeed-0621-4ea1-af13-e6dbdc8589bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.009024] env[65310]: DEBUG nova.compute.manager [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1149.009225] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.013033] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47226ec0-01a0-4cbf-aaed-9d0849874cb9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.015839] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c4fbf6-95e6-4fe3-91d5-c3a873d277a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.034273] env[65310]: DEBUG nova.compute.provider_tree [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.038230] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.038230] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1233547b-e9c9-437f-a37a-95bcdb2089c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.047382] env[65310]: DEBUG oslo_vmware.api [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1149.047382] env[65310]: value = "task-4447030" [ 1149.047382] env[65310]: _type = "Task" [ 1149.047382] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.058033] env[65310]: DEBUG oslo_vmware.api [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.422121] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447029, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.433958] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 58b56e71-cdcf-44f3-97c4-2ff1245baaaf] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1149.496997] env[65310]: DEBUG nova.network.neutron [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1149.539600] env[65310]: DEBUG nova.scheduler.client.report [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.561605] env[65310]: DEBUG oslo_vmware.api [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447030, 'name': PowerOffVM_Task, 'duration_secs': 0.363431} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.562055] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.562679] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.562679] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56343d05-12fb-42e9-acb5-b384105f5385 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.580386] env[65310]: WARNING neutronclient.v2_0.client [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.644248] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.644575] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.644800] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleting the datastore file [datastore1] dd024bf4-73cd-4f00-a755-3e722a10fa74 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.645123] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7cdb81c-9b51-414b-bdad-e071c62a57a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.655713] env[65310]: DEBUG oslo_vmware.api [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for the task: (returnval){ [ 1149.655713] env[65310]: value = "task-4447032" [ 1149.655713] env[65310]: _type = "Task" [ 1149.655713] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.666938] env[65310]: DEBUG oslo_vmware.api [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.753949] env[65310]: WARNING neutronclient.v2_0.client [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.921473] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447029, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.922990] env[65310]: WARNING neutronclient.v2_0.client [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.941882] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: bdc46043-d724-4239-9ae2-22713630b2fc] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.006926] env[65310]: DEBUG nova.network.neutron [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Updating instance_info_cache with network_info: [{"id": "99d12bbe-342a-4b15-9eb0-1eabef3a2e6a", "address": "fa:16:3e:06:c3:a6", "network": {"id": "7a2fa83b-35f6-40bd-b3fb-d458fb6430d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-190665424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d12bbe-34", "ovs_interfaceid": "99d12bbe-342a-4b15-9eb0-1eabef3a2e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1", "address": "fa:16:3e:4d:8e:30", "network": {"id": "082e15c2-04e0-4c54-bd84-d96db04866e1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790128697", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad331d6-cc", "ovs_interfaceid": "1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81b1320a-c20b-4b98-9839-116b3b9df782", "address": "fa:16:3e:95:61:af", "network": {"id": "7a2fa83b-35f6-40bd-b3fb-d458fb6430d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-190665424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b1320a-c2", "ovs_interfaceid": "81b1320a-c20b-4b98-9839-116b3b9df782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.045561] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.046263] env[65310]: DEBUG nova.compute.manager [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1150.049376] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.038s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.049659] env[65310]: DEBUG nova.objects.instance [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lazy-loading 'resources' on Instance uuid 7c85ed64-5175-479f-961c-fc806fea607c {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.170153] env[65310]: DEBUG oslo_vmware.api [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.420120] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447029, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.444891] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 9a3ea540-848e-48ca-8183-ce9ca64e67d4] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.510500] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Releasing lock "refresh_cache-c1dc3609-97c8-433f-89a3-85762d86190e" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.511121] env[65310]: DEBUG nova.compute.manager [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Instance network_info: |[{"id": "99d12bbe-342a-4b15-9eb0-1eabef3a2e6a", "address": "fa:16:3e:06:c3:a6", "network": {"id": "7a2fa83b-35f6-40bd-b3fb-d458fb6430d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-190665424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d12bbe-34", "ovs_interfaceid": "99d12bbe-342a-4b15-9eb0-1eabef3a2e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1", "address": "fa:16:3e:4d:8e:30", "network": {"id": "082e15c2-04e0-4c54-bd84-d96db04866e1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790128697", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad331d6-cc", "ovs_interfaceid": "1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81b1320a-c20b-4b98-9839-116b3b9df782", "address": "fa:16:3e:95:61:af", "network": {"id": "7a2fa83b-35f6-40bd-b3fb-d458fb6430d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-190665424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b1320a-c2", "ovs_interfaceid": "81b1320a-c20b-4b98-9839-116b3b9df782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1150.511777] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:c3:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99d12bbe-342a-4b15-9eb0-1eabef3a2e6a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:8e:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:61:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81b1320a-c20b-4b98-9839-116b3b9df782', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.523069] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Creating folder: Project (a58a07b780194cf8a873cf5c305a08f3). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.524412] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd194a73-31a4-422e-be05-1dc4aad881f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.539178] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Created folder: Project (a58a07b780194cf8a873cf5c305a08f3) in parent group-v869493. [ 1150.539456] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Creating folder: Instances. Parent ref: group-v869792. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.539661] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc06844a-56d7-4f43-b795-203ac6548bbe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.552442] env[65310]: DEBUG nova.compute.utils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.554080] env[65310]: DEBUG nova.compute.manager [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1150.554262] env[65310]: DEBUG nova.network.neutron [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1150.554540] env[65310]: WARNING neutronclient.v2_0.client [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.554851] env[65310]: WARNING neutronclient.v2_0.client [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.561923] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Created folder: Instances in parent group-v869792. [ 1150.562197] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1150.562457] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.562751] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-150e2647-889e-4f03-95cc-2f697cd3fa6b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.595428] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.595428] env[65310]: value = "task-4447035" [ 1150.595428] env[65310]: _type = "Task" [ 1150.595428] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.604601] env[65310]: DEBUG nova.policy [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7760815af803405580ca574b4191f1e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed792f251b2347659d5b4ab23712836a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.612654] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447035, 'name': CreateVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.672473] env[65310]: DEBUG oslo_vmware.api [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.798034] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f81e7cb-b441-4a5e-8434-48f25db0633d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.808168] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d525de-df64-4dc9-8bf8-100c3791f861 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.845595] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d93f2f-85fb-4eb0-a6a6-b4dbb5bee3b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.857140] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c925b-c0cd-455b-a8a6-f0f360d9d56d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.875337] env[65310]: DEBUG nova.compute.provider_tree [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.923365] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447029, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.948357] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: a8bd7b22-923b-4714-8394-2c53d750e4e4] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1151.010437] env[65310]: DEBUG nova.network.neutron [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Successfully created port: 42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1151.061301] env[65310]: DEBUG nova.compute.manager [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1151.110879] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447035, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.174088] env[65310]: DEBUG oslo_vmware.api [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.379530] env[65310]: DEBUG nova.scheduler.client.report [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.425187] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447029, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.454945] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: b040e22d-6bdb-4a61-a61c-9abe3b5e0cc8] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1151.611019] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447035, 'name': CreateVM_Task, 'duration_secs': 0.662518} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.612227] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.612938] env[65310]: WARNING neutronclient.v2_0.client [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.613279] env[65310]: WARNING neutronclient.v2_0.client [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.613544] env[65310]: WARNING neutronclient.v2_0.client [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.613948] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.614108] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.614469] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.615143] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57768c54-e5a8-4771-8655-d24fb613b508 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.623506] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1151.623506] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fa510c-07c0-30eb-1178-68543b21fa2a" [ 1151.623506] env[65310]: _type = "Task" [ 1151.623506] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.636075] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fa510c-07c0-30eb-1178-68543b21fa2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.673711] env[65310]: DEBUG oslo_vmware.api [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Task: {'id': task-4447032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.995643} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.674091] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.674395] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.674657] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.674941] env[65310]: INFO nova.compute.manager [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1151.675953] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1151.676444] env[65310]: DEBUG nova.compute.manager [-] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1151.676640] env[65310]: DEBUG nova.network.neutron [-] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1151.676953] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.716377] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.884841] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.887589] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.872s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.887841] env[65310]: DEBUG nova.objects.instance [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lazy-loading 'resources' on Instance uuid 8fc26557-81c8-4962-bf5b-94ffed93f063 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.894485] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "4f555420-cbb7-42fc-a491-346195771bed" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.894485] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "4f555420-cbb7-42fc-a491-346195771bed" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.894716] env[65310]: DEBUG nova.compute.manager [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Going to confirm migration 5 {{(pid=65310) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1151.924125] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447029, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.802491} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.925407] env[65310]: INFO nova.scheduler.client.report [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleted allocations for instance 7c85ed64-5175-479f-961c-fc806fea607c [ 1151.926754] env[65310]: INFO nova.virt.vmwareapi.ds_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6caf2d20-28bf-4c4a-9177-1ceb64a887c5/OSTACK_IMG_6caf2d20-28bf-4c4a-9177-1ceb64a887c5.vmdk to [datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb/518f040e-524c-4617-bd90-8dae194d94eb.vmdk. [ 1151.926978] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Cleaning up location [datastore1] OSTACK_IMG_6caf2d20-28bf-4c4a-9177-1ceb64a887c5 {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1151.927156] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6caf2d20-28bf-4c4a-9177-1ceb64a887c5 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.930312] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0110718f-c879-46e4-8c38-4723882ef734 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.938824] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1151.938824] env[65310]: value = "task-4447036" [ 1151.938824] env[65310]: _type = "Task" [ 1151.938824] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.949899] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.958263] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: db6302e9-eb53-446b-845f-cceb3d8f8886] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.049098] env[65310]: DEBUG nova.compute.manager [req-10a07650-cd82-420e-ab2c-44001f40d55e req-f69bdde4-9dbb-4e2b-88f8-c57d64ca1098 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Received event network-vif-deleted-f1b50b79-8431-489b-ad20-6ab4e0015782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1152.049304] env[65310]: INFO nova.compute.manager [req-10a07650-cd82-420e-ab2c-44001f40d55e req-f69bdde4-9dbb-4e2b-88f8-c57d64ca1098 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Neutron deleted interface f1b50b79-8431-489b-ad20-6ab4e0015782; detaching it from the instance and deleting it from the info cache [ 1152.049486] env[65310]: DEBUG nova.network.neutron [req-10a07650-cd82-420e-ab2c-44001f40d55e req-f69bdde4-9dbb-4e2b-88f8-c57d64ca1098 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.071988] env[65310]: DEBUG nova.compute.manager [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1152.100938] env[65310]: DEBUG nova.virt.hardware [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1152.101237] env[65310]: DEBUG nova.virt.hardware [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.101606] env[65310]: DEBUG nova.virt.hardware [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1152.101911] env[65310]: DEBUG nova.virt.hardware [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.102149] env[65310]: DEBUG nova.virt.hardware [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1152.102349] env[65310]: DEBUG nova.virt.hardware [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1152.102642] env[65310]: DEBUG nova.virt.hardware [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1152.102850] env[65310]: DEBUG nova.virt.hardware [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1152.103081] env[65310]: DEBUG nova.virt.hardware [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1152.103307] env[65310]: DEBUG nova.virt.hardware [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1152.103539] env[65310]: DEBUG nova.virt.hardware [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1152.105057] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48f0efe-50f8-4d35-9f98-2ba699c5aff5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.115133] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc15d355-6058-4f1c-831c-ecde8bd49b2e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.147387] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fa510c-07c0-30eb-1178-68543b21fa2a, 'name': SearchDatastore_Task, 'duration_secs': 0.03343} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.147741] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.147982] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.148271] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.148382] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.148694] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.148998] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9da5dce-c64d-4107-8781-3d11f51afc16 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.165436] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.166113] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.166429] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0638a7d-408b-4227-bb74-d105ffd4e7ca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.173608] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1152.173608] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5248a167-eb2d-0eb9-d2df-4e15a9b13055" [ 1152.173608] env[65310]: _type = "Task" [ 1152.173608] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.183420] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5248a167-eb2d-0eb9-d2df-4e15a9b13055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.403176] env[65310]: WARNING neutronclient.v2_0.client [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.439567] env[65310]: WARNING neutronclient.v2_0.client [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.439905] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.440065] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquired lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.440237] env[65310]: DEBUG nova.network.neutron [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1152.440429] env[65310]: DEBUG nova.objects.instance [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lazy-loading 'info_cache' on Instance uuid 4f555420-cbb7-42fc-a491-346195771bed {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.442117] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "7c85ed64-5175-479f-961c-fc806fea607c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.155s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.455904] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039981} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.458094] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.458094] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb/518f040e-524c-4617-bd90-8dae194d94eb.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.458094] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb/518f040e-524c-4617-bd90-8dae194d94eb.vmdk to [datastore1] ff4ec043-0c70-46aa-a1a2-1436b991e860/ff4ec043-0c70-46aa-a1a2-1436b991e860.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.458684] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b259cc6f-c86a-487b-be89-ccdbd0f7ee04 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.466968] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: f21dd96c-71c9-435f-98cf-0a0f819140eb] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.476971] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1152.476971] env[65310]: value = "task-4447037" [ 1152.476971] env[65310]: _type = "Task" [ 1152.476971] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.486908] env[65310]: DEBUG nova.network.neutron [-] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.490964] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.552660] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d901a85b-1eea-4af9-8bdc-ea1e8c04284c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.567603] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eb9fb1-dc88-4625-8169-b190b3873caa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.609902] env[65310]: DEBUG nova.compute.manager [req-10a07650-cd82-420e-ab2c-44001f40d55e req-f69bdde4-9dbb-4e2b-88f8-c57d64ca1098 service nova] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Detach interface failed, port_id=f1b50b79-8431-489b-ad20-6ab4e0015782, reason: Instance dd024bf4-73cd-4f00-a755-3e722a10fa74 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1152.615169] env[65310]: DEBUG nova.compute.manager [req-8ee1154c-576a-4e4b-9390-a3b73da0b8d8 req-0d1fa5dc-606d-4218-8d1a-9a819080d83b service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Received event network-vif-plugged-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1152.615594] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ee1154c-576a-4e4b-9390-a3b73da0b8d8 req-0d1fa5dc-606d-4218-8d1a-9a819080d83b service nova] Acquiring lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.615818] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ee1154c-576a-4e4b-9390-a3b73da0b8d8 req-0d1fa5dc-606d-4218-8d1a-9a819080d83b service nova] Lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.615871] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ee1154c-576a-4e4b-9390-a3b73da0b8d8 req-0d1fa5dc-606d-4218-8d1a-9a819080d83b service nova] Lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.616114] env[65310]: DEBUG nova.compute.manager [req-8ee1154c-576a-4e4b-9390-a3b73da0b8d8 req-0d1fa5dc-606d-4218-8d1a-9a819080d83b service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] No waiting events found dispatching network-vif-plugged-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1152.616229] env[65310]: WARNING nova.compute.manager [req-8ee1154c-576a-4e4b-9390-a3b73da0b8d8 req-0d1fa5dc-606d-4218-8d1a-9a819080d83b service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Received unexpected event network-vif-plugged-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 for instance with vm_state building and task_state spawning. [ 1152.622125] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a498f1-d564-4e08-8134-cff4d9293f11 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.632106] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de22cd9-0d56-4159-b7fc-a6fa8f479b11 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.665676] env[65310]: DEBUG nova.network.neutron [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Successfully updated port: 42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1152.667151] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961c0a37-21cd-45f7-8064-3602c300518a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.681282] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55afa603-65eb-4bb2-bc5c-351562782811 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.692734] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5248a167-eb2d-0eb9-d2df-4e15a9b13055, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.702983] env[65310]: DEBUG nova.compute.provider_tree [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.704460] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50cb1b76-d63e-4d40-b3b7-9e5b1c5c4b2b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.716102] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1152.716102] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5206eaed-ef0e-f86e-7141-a01243e29559" [ 1152.716102] env[65310]: _type = "Task" [ 1152.716102] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.728553] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5206eaed-ef0e-f86e-7141-a01243e29559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.970604] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 975b491f-8825-40d1-a4c5-9e4913d1b17f] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.989544] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447037, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.992947] env[65310]: INFO nova.compute.manager [-] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Took 1.32 seconds to deallocate network for instance. [ 1153.171038] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "refresh_cache-ea99e988-ca84-46a8-bc83-49411a4ad5f8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.171252] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "refresh_cache-ea99e988-ca84-46a8-bc83-49411a4ad5f8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.171660] env[65310]: DEBUG nova.network.neutron [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1153.214534] env[65310]: DEBUG nova.scheduler.client.report [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.234662] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5206eaed-ef0e-f86e-7141-a01243e29559, 'name': SearchDatastore_Task, 'duration_secs': 0.076458} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.234662] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.234662] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] c1dc3609-97c8-433f-89a3-85762d86190e/c1dc3609-97c8-433f-89a3-85762d86190e.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.234662] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f39609c9-ccd1-4443-b304-c7e9cf2cda49 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.246126] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1153.246126] env[65310]: value = "task-4447038" [ 1153.246126] env[65310]: _type = "Task" [ 1153.246126] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.260322] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.449781] env[65310]: WARNING neutronclient.v2_0.client [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.475531] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 8cd6c7df-45a5-4c12-9148-af828d5c92d1] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.492883] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447037, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.500050] env[65310]: DEBUG oslo_concurrency.lockutils [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.720400] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.723430] env[65310]: DEBUG oslo_concurrency.lockutils [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.223s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.723869] env[65310]: DEBUG nova.objects.instance [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lazy-loading 'resources' on Instance uuid dd024bf4-73cd-4f00-a755-3e722a10fa74 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.732120] env[65310]: DEBUG nova.network.neutron [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1153.760430] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.761996] env[65310]: INFO nova.scheduler.client.report [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Deleted allocations for instance 8fc26557-81c8-4962-bf5b-94ffed93f063 [ 1153.775202] env[65310]: WARNING neutronclient.v2_0.client [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.921899] env[65310]: DEBUG nova.network.neutron [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance_info_cache with network_info: [{"id": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "address": "fa:16:3e:76:f6:8a", "network": {"id": "de92346e-b70c-4a57-80e2-2e0c55189f91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-212187051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd4630a46574ada8a258186a9a05002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1e4cad-8b", "ovs_interfaceid": "df1e4cad-8b93-4fff-ba51-3c8d3772cc53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.970385] env[65310]: WARNING neutronclient.v2_0.client [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.986192] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: c2ba77d4-35f0-4373-87cc-1511d905b3fc] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.998921] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447037, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.095527] env[65310]: DEBUG nova.network.neutron [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Updating instance_info_cache with network_info: [{"id": "42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6", "address": "fa:16:3e:ee:66:3e", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42aa5f73-4f", "ovs_interfaceid": "42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.260320] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.271939] env[65310]: DEBUG oslo_concurrency.lockutils [None req-19c08c4a-7740-4749-92af-6532bd8898af tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Lock "8fc26557-81c8-4962-bf5b-94ffed93f063" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.932s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.425495] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Releasing lock "refresh_cache-4f555420-cbb7-42fc-a491-346195771bed" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.425913] env[65310]: DEBUG nova.objects.instance [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lazy-loading 'migration_context' on Instance uuid 4f555420-cbb7-42fc-a491-346195771bed {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.456803] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a62697f-8efc-417c-b673-8f9ac57f74a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.468040] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d5b120-a9ee-4b05-bf30-db989de5b9ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.501593] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: d3ff08ef-6377-4365-b3e6-ee2918e45417] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.507978] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d310ba8-4d5b-45ea-971b-5ccfbe44d3f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.523750] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73244545-3886-4a06-9876-cbe8c77a5096 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.530444] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.547558] env[65310]: DEBUG nova.compute.provider_tree [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.599016] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "refresh_cache-ea99e988-ca84-46a8-bc83-49411a4ad5f8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.599424] env[65310]: DEBUG nova.compute.manager [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Instance network_info: |[{"id": "42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6", "address": "fa:16:3e:ee:66:3e", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42aa5f73-4f", "ovs_interfaceid": "42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1154.599922] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:66:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.607925] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1154.608638] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.608638] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-452b4aba-1021-4cb5-95b1-5c193d65919e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.634722] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.634722] env[65310]: value = "task-4447039" [ 1154.634722] env[65310]: _type = "Task" [ 1154.634722] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.648436] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447039, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.762121] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.814740] env[65310]: DEBUG nova.compute.manager [req-af281afa-fdfe-429e-962c-7f873cdabd93 req-ff7b462a-5ee3-42d7-bc6b-33a6dbbe0b93 service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Received event network-changed-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1154.815574] env[65310]: DEBUG nova.compute.manager [req-af281afa-fdfe-429e-962c-7f873cdabd93 req-ff7b462a-5ee3-42d7-bc6b-33a6dbbe0b93 service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Refreshing instance network info cache due to event network-changed-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1154.815574] env[65310]: DEBUG oslo_concurrency.lockutils [req-af281afa-fdfe-429e-962c-7f873cdabd93 req-ff7b462a-5ee3-42d7-bc6b-33a6dbbe0b93 service nova] Acquiring lock "refresh_cache-ea99e988-ca84-46a8-bc83-49411a4ad5f8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.815574] env[65310]: DEBUG oslo_concurrency.lockutils [req-af281afa-fdfe-429e-962c-7f873cdabd93 req-ff7b462a-5ee3-42d7-bc6b-33a6dbbe0b93 service nova] Acquired lock "refresh_cache-ea99e988-ca84-46a8-bc83-49411a4ad5f8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.815678] env[65310]: DEBUG nova.network.neutron [req-af281afa-fdfe-429e-962c-7f873cdabd93 req-ff7b462a-5ee3-42d7-bc6b-33a6dbbe0b93 service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Refreshing network info cache for port 42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.932473] env[65310]: DEBUG nova.objects.base [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Object Instance<4f555420-cbb7-42fc-a491-346195771bed> lazy-loaded attributes: info_cache,migration_context {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.934091] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de37c7f4-609a-41c5-843e-4092df6cd9c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.959697] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5a73af-35d0-4c26-acf6-4e1393123f9c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.970082] env[65310]: DEBUG oslo_vmware.api [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1154.970082] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f23eef-0191-5b37-0931-db93b9287cba" [ 1154.970082] env[65310]: _type = "Task" [ 1154.970082] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.982911] env[65310]: DEBUG oslo_vmware.api [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f23eef-0191-5b37-0931-db93b9287cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.005846] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: aa1cbdfe-dbe6-486f-9ab2-646b6a4f30ba] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.017209] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447037, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.050666] env[65310]: DEBUG nova.scheduler.client.report [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.151179] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447039, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.267109] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447038, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.318542] env[65310]: WARNING neutronclient.v2_0.client [req-af281afa-fdfe-429e-962c-7f873cdabd93 req-ff7b462a-5ee3-42d7-bc6b-33a6dbbe0b93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.353035] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.353268] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.482171] env[65310]: DEBUG oslo_vmware.api [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f23eef-0191-5b37-0931-db93b9287cba, 'name': SearchDatastore_Task, 'duration_secs': 0.02969} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.482806] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.509574] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 75779b88-c777-41b0-8a1f-d99c8aa131e2] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.520426] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447037, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.563478} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.520426] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/518f040e-524c-4617-bd90-8dae194d94eb/518f040e-524c-4617-bd90-8dae194d94eb.vmdk to [datastore1] ff4ec043-0c70-46aa-a1a2-1436b991e860/ff4ec043-0c70-46aa-a1a2-1436b991e860.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.521100] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce320f52-4ff3-445e-94a8-77c47dc8c5d0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.547087] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ff4ec043-0c70-46aa-a1a2-1436b991e860/ff4ec043-0c70-46aa-a1a2-1436b991e860.vmdk or device None with type streamOptimized {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.551014] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dce749a-cbf7-41a7-b4bf-abf7b851bc20 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.568707] env[65310]: DEBUG oslo_concurrency.lockutils [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.570793] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.088s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.579232] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1155.579232] env[65310]: value = "task-4447040" [ 1155.579232] env[65310]: _type = "Task" [ 1155.579232] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.590080] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.607721] env[65310]: INFO nova.scheduler.client.report [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Deleted allocations for instance dd024bf4-73cd-4f00-a755-3e722a10fa74 [ 1155.626320] env[65310]: WARNING neutronclient.v2_0.client [req-af281afa-fdfe-429e-962c-7f873cdabd93 req-ff7b462a-5ee3-42d7-bc6b-33a6dbbe0b93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.648603] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447039, 'name': CreateVM_Task, 'duration_secs': 0.582401} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.648801] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.649495] env[65310]: WARNING neutronclient.v2_0.client [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.649896] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.650193] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.650560] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.650890] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d64e92f-ad58-438a-a30d-68bb92345dc2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.658257] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1155.658257] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529f0396-63e3-801b-c9fb-11e9a24bb8c3" [ 1155.658257] env[65310]: _type = "Task" [ 1155.658257] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.668759] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529f0396-63e3-801b-c9fb-11e9a24bb8c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.720205] env[65310]: DEBUG nova.network.neutron [req-af281afa-fdfe-429e-962c-7f873cdabd93 req-ff7b462a-5ee3-42d7-bc6b-33a6dbbe0b93 service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Updated VIF entry in instance network info cache for port 42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1155.720579] env[65310]: DEBUG nova.network.neutron [req-af281afa-fdfe-429e-962c-7f873cdabd93 req-ff7b462a-5ee3-42d7-bc6b-33a6dbbe0b93 service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Updating instance_info_cache with network_info: [{"id": "42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6", "address": "fa:16:3e:ee:66:3e", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42aa5f73-4f", "ovs_interfaceid": "42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.760972] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447038, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.26796} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.761464] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] c1dc3609-97c8-433f-89a3-85762d86190e/c1dc3609-97c8-433f-89a3-85762d86190e.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.761847] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.762342] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fb85008-7f47-4fdf-b3ad-1b17cca45739 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.772020] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1155.772020] env[65310]: value = "task-4447042" [ 1155.772020] env[65310]: _type = "Task" [ 1155.772020] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.783385] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.856754] env[65310]: DEBUG nova.compute.manager [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1156.013248] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: b9036839-d3bd-4f09-9424-94609c90dc6b] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.093960] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.117275] env[65310]: DEBUG oslo_concurrency.lockutils [None req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Lock "dd024bf4-73cd-4f00-a755-3e722a10fa74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.619s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.172527] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529f0396-63e3-801b-c9fb-11e9a24bb8c3, 'name': SearchDatastore_Task, 'duration_secs': 0.029205} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.173115] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.173427] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.173711] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.173899] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.174105] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.174408] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8946fee0-40db-43b7-a697-8411d02c2d5e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.194487] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.194742] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.195492] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7e0f9c-84cb-4e80-83cb-58205bd0f4fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.202251] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1156.202251] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d7cb34-1c43-ba21-3082-d4ee7cac72db" [ 1156.202251] env[65310]: _type = "Task" [ 1156.202251] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.215204] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d7cb34-1c43-ba21-3082-d4ee7cac72db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.224031] env[65310]: DEBUG oslo_concurrency.lockutils [req-af281afa-fdfe-429e-962c-7f873cdabd93 req-ff7b462a-5ee3-42d7-bc6b-33a6dbbe0b93 service nova] Releasing lock "refresh_cache-ea99e988-ca84-46a8-bc83-49411a4ad5f8" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.288849] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198455} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.289131] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.290099] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911a49be-4ab5-458e-a432-f04e10232cec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.298210] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a438062-6adc-44ca-a641-2f3199229875 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.327488] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] c1dc3609-97c8-433f-89a3-85762d86190e/c1dc3609-97c8-433f-89a3-85762d86190e.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.328359] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b9f7a8d-610a-4a5e-a6d9-eade5af40842 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.347584] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327c7901-af43-4f6f-89a5-d7173f9670d6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.353051] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1156.353051] env[65310]: value = "task-4447043" [ 1156.353051] env[65310]: _type = "Task" [ 1156.353051] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.391428] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e230de3-9ad8-4240-94c2-5846457c7c42 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.398852] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.409232] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c301d64f-4eb6-457b-b81f-82177a17cec1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.419029] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.425511] env[65310]: DEBUG nova.compute.provider_tree [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.517280] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: abd1eefc-d2b6-47f5-a2a5-d538deb761f4] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.591996] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447040, 'name': ReconfigVM_Task, 'duration_secs': 0.887095} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.592419] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ff4ec043-0c70-46aa-a1a2-1436b991e860/ff4ec043-0c70-46aa-a1a2-1436b991e860.vmdk or device None with type streamOptimized {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.593136] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1f80e28-4df8-4f95-bad0-465e13eef9c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.601361] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1156.601361] env[65310]: value = "task-4447044" [ 1156.601361] env[65310]: _type = "Task" [ 1156.601361] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.612031] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447044, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.716151] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d7cb34-1c43-ba21-3082-d4ee7cac72db, 'name': SearchDatastore_Task, 'duration_secs': 0.047887} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.716893] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325950ce-8e16-4a43-afdc-af5299d1b569 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.724036] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1156.724036] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d0bfb5-2728-3a0b-5598-9f362f12222b" [ 1156.724036] env[65310]: _type = "Task" [ 1156.724036] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.733988] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d0bfb5-2728-3a0b-5598-9f362f12222b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.865043] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.953472] env[65310]: ERROR nova.scheduler.client.report [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [req-c37a959a-7fdc-46c8-bcdc-f7e583601d4e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c37a959a-7fdc-46c8-bcdc-f7e583601d4e"}]} [ 1156.978499] env[65310]: DEBUG nova.scheduler.client.report [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1156.996338] env[65310]: DEBUG nova.scheduler.client.report [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1156.996709] env[65310]: DEBUG nova.compute.provider_tree [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.011505] env[65310]: DEBUG nova.scheduler.client.report [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1157.021362] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 487f66cc-431c-4e28-9d55-493843604a30] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.032914] env[65310]: DEBUG nova.scheduler.client.report [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1157.113314] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447044, 'name': Rename_Task, 'duration_secs': 0.348241} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.113753] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.116481] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50b4a00c-5993-4f7b-a33f-f903db3ddb24 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.124957] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1157.124957] env[65310]: value = "task-4447045" [ 1157.124957] env[65310]: _type = "Task" [ 1157.124957] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.136972] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.239619] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d0bfb5-2728-3a0b-5598-9f362f12222b, 'name': SearchDatastore_Task, 'duration_secs': 0.020431} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.239909] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.240219] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] ea99e988-ca84-46a8-bc83-49411a4ad5f8/ea99e988-ca84-46a8-bc83-49411a4ad5f8.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.240495] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8d81758-b2c1-4f62-86b1-b7e586c397ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.244265] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4086574-eb11-4771-9c01-c68e5aecb15e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.257182] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d4f71c-c974-45a0-9d00-22d4dd3abe27 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.261379] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1157.261379] env[65310]: value = "task-4447046" [ 1157.261379] env[65310]: _type = "Task" [ 1157.261379] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.294024] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaf7154-e67c-4ada-bfb9-fd0632f5f88e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.300426] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.307434] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8572aa-e2f9-4fef-91cf-0dccca519fa2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.326393] env[65310]: DEBUG nova.compute.provider_tree [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.366054] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447043, 'name': ReconfigVM_Task, 'duration_secs': 0.652347} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.366536] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] c1dc3609-97c8-433f-89a3-85762d86190e/c1dc3609-97c8-433f-89a3-85762d86190e.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.367313] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-637ea6b3-8828-4a93-93bd-8d4145431e66 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.376897] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1157.376897] env[65310]: value = "task-4447047" [ 1157.376897] env[65310]: _type = "Task" [ 1157.376897] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.387443] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447047, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.525219] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: d4aafc22-1512-43fc-946a-c25e703a54b8] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.637502] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447045, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.774446] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447046, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.861977] env[65310]: DEBUG nova.scheduler.client.report [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1157.862353] env[65310]: DEBUG nova.compute.provider_tree [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 155 to 156 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1157.862628] env[65310]: DEBUG nova.compute.provider_tree [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.889435] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447047, 'name': Rename_Task, 'duration_secs': 0.195888} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.889891] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.889891] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25f29fc7-e75d-4b06-b3fb-070d2a74edf5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.898145] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1157.898145] env[65310]: value = "task-4447048" [ 1157.898145] env[65310]: _type = "Task" [ 1157.898145] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.908294] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.001240] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "e67a3e15-e3c7-4bef-a60e-553a58715383" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.001240] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e67a3e15-e3c7-4bef-a60e-553a58715383" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.001240] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "e67a3e15-e3c7-4bef-a60e-553a58715383-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.001691] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e67a3e15-e3c7-4bef-a60e-553a58715383-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.001940] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e67a3e15-e3c7-4bef-a60e-553a58715383-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.005599] env[65310]: INFO nova.compute.manager [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Terminating instance [ 1158.028476] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 6ace7dc3-71a5-4769-91bf-989d065f63a6] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.137693] env[65310]: DEBUG oslo_vmware.api [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447045, 'name': PowerOnVM_Task, 'duration_secs': 0.666491} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.138051] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.252310] env[65310]: DEBUG nova.compute.manager [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1158.253327] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2a93b4-3e31-47c6-8a37-5d7020b7747d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.273246] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5303} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.273508] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] ea99e988-ca84-46a8-bc83-49411a4ad5f8/ea99e988-ca84-46a8-bc83-49411a4ad5f8.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.273760] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.273987] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19f3465c-9fa2-4685-92b5-1e3624450d92 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.283415] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1158.283415] env[65310]: value = "task-4447049" [ 1158.283415] env[65310]: _type = "Task" [ 1158.283415] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.293210] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.411293] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447048, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.513026] env[65310]: DEBUG nova.compute.manager [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1158.513267] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.514534] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a82a3c-dcbf-4a1b-a8c5-1f6499f1b6e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.525044] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.525336] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-516321a7-6d70-40af-a6d4-3a094b0b0644 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.533161] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 242c60e5-0ad8-42c7-b47c-846bf5b7001f] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.535283] env[65310]: DEBUG oslo_vmware.api [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1158.535283] env[65310]: value = "task-4447050" [ 1158.535283] env[65310]: _type = "Task" [ 1158.535283] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.547618] env[65310]: DEBUG oslo_vmware.api [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.777015] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c1f4ee86-a423-44e5-8734-8b79e11aa269 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.426s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.795745] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072885} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.795946] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.796865] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29382475-c38c-4739-b378-7b464eb91136 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.824120] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] ea99e988-ca84-46a8-bc83-49411a4ad5f8/ea99e988-ca84-46a8-bc83-49411a4ad5f8.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.824856] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6fcf4c-fabc-4a2c-9d87-1f5f84d06ea4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.848682] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1158.848682] env[65310]: value = "task-4447052" [ 1158.848682] env[65310]: _type = "Task" [ 1158.848682] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.859771] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.873845] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.303s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.877376] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.462s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.879393] env[65310]: INFO nova.compute.claims [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.913423] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.037270] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 412c15d8-4e8a-4555-a48f-5f58667695cc] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.049876] env[65310]: DEBUG oslo_vmware.api [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447050, 'name': PowerOffVM_Task, 'duration_secs': 0.359358} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.050261] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.050376] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.050635] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8cd0fef-5809-411b-a095-39f4cf871750 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.127313] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.127550] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.127768] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleting the datastore file [datastore2] e67a3e15-e3c7-4bef-a60e-553a58715383 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.128092] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc08d50c-9344-40f6-accf-2044c6f6973d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.140711] env[65310]: DEBUG oslo_vmware.api [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1159.140711] env[65310]: value = "task-4447054" [ 1159.140711] env[65310]: _type = "Task" [ 1159.140711] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.152975] env[65310]: DEBUG oslo_vmware.api [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.359419] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447052, 'name': ReconfigVM_Task, 'duration_secs': 0.475486} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.359746] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Reconfigured VM instance instance-0000006e to attach disk [datastore1] ea99e988-ca84-46a8-bc83-49411a4ad5f8/ea99e988-ca84-46a8-bc83-49411a4ad5f8.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.360422] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76efb639-9206-4827-96e8-c0e278aa5eae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.367932] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1159.367932] env[65310]: value = "task-4447055" [ 1159.367932] env[65310]: _type = "Task" [ 1159.367932] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.377478] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447055, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.415422] env[65310]: DEBUG oslo_vmware.api [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447048, 'name': PowerOnVM_Task, 'duration_secs': 1.158588} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.415554] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.415719] env[65310]: INFO nova.compute.manager [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Took 19.17 seconds to spawn the instance on the hypervisor. [ 1159.415870] env[65310]: DEBUG nova.compute.manager [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1159.416739] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf8b15f-6a74-4bda-9c33-dd397529589f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.451329] env[65310]: INFO nova.scheduler.client.report [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted allocation for migration 6dcbbdc4-2726-49aa-9ce9-73b42f3cf585 [ 1159.544601] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: f13a71e0-9a1e-4d4a-bbc5-990ec30db5f4] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.651342] env[65310]: DEBUG oslo_vmware.api [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398009} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.651711] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.651830] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.652017] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.652195] env[65310]: INFO nova.compute.manager [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1159.652452] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1159.652642] env[65310]: DEBUG nova.compute.manager [-] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1159.652748] env[65310]: DEBUG nova.network.neutron [-] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1159.652981] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.723961] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.878746] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447055, 'name': Rename_Task, 'duration_secs': 0.265923} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.879061] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.879355] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc570446-ef8c-48e7-ae87-6753c3e8e7a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.888026] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1159.888026] env[65310]: value = "task-4447056" [ 1159.888026] env[65310]: _type = "Task" [ 1159.888026] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.902466] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.942832] env[65310]: INFO nova.compute.manager [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Took 25.96 seconds to build instance. [ 1159.957978] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "4f555420-cbb7-42fc-a491-346195771bed" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.062s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.048737] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.048737] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Cleaning up deleted instances with incomplete migration {{(pid=65310) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1160.106039] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69005de-4afa-42f8-9786-927da541d7a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.117386] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d5e907-7fce-436c-904e-4e43c4778aa9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.152742] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aafed7-17aa-41e5-84b8-b71b68db5c05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.161385] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf2dce1-a3de-45fe-b9e8-63e1078fdc35 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.176398] env[65310]: DEBUG nova.compute.provider_tree [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.329159] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b278ad-b694-49f3-add2-50a5641e64e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.337019] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e97358b-0090-4990-befc-4e9f954d2f25 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Suspending the VM {{(pid=65310) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1160.337019] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e55d8e1b-6d9f-4020-be64-16dc5c0310a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.346962] env[65310]: DEBUG oslo_vmware.api [None req-8e97358b-0090-4990-befc-4e9f954d2f25 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1160.346962] env[65310]: value = "task-4447057" [ 1160.346962] env[65310]: _type = "Task" [ 1160.346962] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.358698] env[65310]: DEBUG oslo_vmware.api [None req-8e97358b-0090-4990-befc-4e9f954d2f25 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447057, 'name': SuspendVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.407645] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447056, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.449460] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "c1dc3609-97c8-433f-89a3-85762d86190e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.492s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.553858] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.629464] env[65310]: DEBUG nova.compute.manager [req-d700c6a3-ee7e-4909-be4d-6d45a497bdac req-a7de8145-664e-4b1c-acd3-8a2ab2d07786 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Received event network-vif-deleted-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1160.629842] env[65310]: INFO nova.compute.manager [req-d700c6a3-ee7e-4909-be4d-6d45a497bdac req-a7de8145-664e-4b1c-acd3-8a2ab2d07786 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Neutron deleted interface 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b; detaching it from the instance and deleting it from the info cache [ 1160.629915] env[65310]: DEBUG nova.network.neutron [req-d700c6a3-ee7e-4909-be4d-6d45a497bdac req-a7de8145-664e-4b1c-acd3-8a2ab2d07786 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.701670] env[65310]: ERROR nova.scheduler.client.report [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [req-6bbdd06d-b552-49fd-af7e-4feab2523545] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6bbdd06d-b552-49fd-af7e-4feab2523545"}]} [ 1160.722315] env[65310]: DEBUG nova.scheduler.client.report [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1160.736053] env[65310]: DEBUG nova.network.neutron [-] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.743020] env[65310]: DEBUG nova.scheduler.client.report [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1160.743020] env[65310]: DEBUG nova.compute.provider_tree [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.765050] env[65310]: DEBUG nova.scheduler.client.report [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1160.796255] env[65310]: DEBUG nova.scheduler.client.report [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1160.863768] env[65310]: DEBUG oslo_vmware.api [None req-8e97358b-0090-4990-befc-4e9f954d2f25 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447057, 'name': SuspendVM_Task} progress is 58%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.901112] env[65310]: DEBUG oslo_vmware.api [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447056, 'name': PowerOnVM_Task, 'duration_secs': 0.986634} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.901112] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.901112] env[65310]: INFO nova.compute.manager [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1160.901112] env[65310]: DEBUG nova.compute.manager [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1160.904425] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045dadd4-4856-4120-b13b-47fe6cb9a0c1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.083935] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc41e1-eaf0-4f20-90e6-c6b760a52c54 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.092932] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9fde5b-1b3b-4566-8328-1dddba4ae206 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.132657] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe67c8b8-908c-461f-8880-8c765ea1a6fe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.136837] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-284cac03-d69e-4cba-b9d6-a251b3e4f4e1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.144798] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a387b7-e892-488e-8a29-e4765565f333 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.152374] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe8ff11-43cf-4461-9760-80e3ee49d006 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.175652] env[65310]: DEBUG nova.compute.provider_tree [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.190204] env[65310]: DEBUG nova.compute.manager [req-d700c6a3-ee7e-4909-be4d-6d45a497bdac req-a7de8145-664e-4b1c-acd3-8a2ab2d07786 service nova] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Detach interface failed, port_id=930fea6c-fc2a-4bba-a2f0-9ecfde845e3b, reason: Instance e67a3e15-e3c7-4bef-a60e-553a58715383 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1161.239071] env[65310]: INFO nova.compute.manager [-] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Took 1.59 seconds to deallocate network for instance. [ 1161.362761] env[65310]: DEBUG oslo_vmware.api [None req-8e97358b-0090-4990-befc-4e9f954d2f25 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447057, 'name': SuspendVM_Task, 'duration_secs': 0.775193} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.363037] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8e97358b-0090-4990-befc-4e9f954d2f25 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Suspended the VM {{(pid=65310) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1161.363241] env[65310]: DEBUG nova.compute.manager [None req-8e97358b-0090-4990-befc-4e9f954d2f25 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1161.364294] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9953b7fc-8aac-47ca-a738-ebce3a901d8d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.429580] env[65310]: INFO nova.compute.manager [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Took 14.99 seconds to build instance. [ 1161.433090] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "4f555420-cbb7-42fc-a491-346195771bed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.434022] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "4f555420-cbb7-42fc-a491-346195771bed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.434022] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "4f555420-cbb7-42fc-a491-346195771bed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.434022] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "4f555420-cbb7-42fc-a491-346195771bed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.434022] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "4f555420-cbb7-42fc-a491-346195771bed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.435426] env[65310]: INFO nova.compute.manager [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Terminating instance [ 1161.694941] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "932c46da-3a0b-4f02-8655-906d1e940e88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.695195] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "932c46da-3a0b-4f02-8655-906d1e940e88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.720032] env[65310]: ERROR nova.scheduler.client.report [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [req-faeea107-5e83-4a02-90a4-26989fbcd20d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-faeea107-5e83-4a02-90a4-26989fbcd20d"}]} [ 1161.739813] env[65310]: DEBUG nova.scheduler.client.report [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1161.746638] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.758059] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "c1dc3609-97c8-433f-89a3-85762d86190e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.759032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "c1dc3609-97c8-433f-89a3-85762d86190e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.759032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.759032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.759032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "c1dc3609-97c8-433f-89a3-85762d86190e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.761447] env[65310]: DEBUG nova.scheduler.client.report [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1161.761691] env[65310]: DEBUG nova.compute.provider_tree [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.764969] env[65310]: INFO nova.compute.manager [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Terminating instance [ 1161.781526] env[65310]: DEBUG nova.scheduler.client.report [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1161.909880] env[65310]: DEBUG nova.scheduler.client.report [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1161.932030] env[65310]: DEBUG oslo_concurrency.lockutils [None req-46a11c71-4d92-496c-a3df-0487397e3f7f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.507s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.942370] env[65310]: DEBUG nova.compute.manager [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1161.942370] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.942370] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eed5f5-535f-48f4-80c7-aeacba847936 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.956449] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.956758] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aa0eda5-95e7-48d7-8d57-6fa57a691bbc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.965647] env[65310]: DEBUG oslo_vmware.api [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1161.965647] env[65310]: value = "task-4447058" [ 1161.965647] env[65310]: _type = "Task" [ 1161.965647] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.979483] env[65310]: DEBUG oslo_vmware.api [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.058455] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.058455] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.150921] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfecdfb-6771-4aa3-81d8-b9583300f6df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.160103] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a681e282-221a-455c-a9ca-0634b70e4e5a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.197384] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eb6d2a-c3a5-442d-bd7e-f70b49f7b2da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.200951] env[65310]: DEBUG nova.compute.manager [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1162.204026] env[65310]: INFO nova.compute.manager [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Resuming [ 1162.204569] env[65310]: DEBUG nova.objects.instance [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lazy-loading 'flavor' on Instance uuid ff4ec043-0c70-46aa-a1a2-1436b991e860 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.212295] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3749c1-85cf-49fc-9ad4-b912c16d8dbb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.229440] env[65310]: DEBUG nova.compute.provider_tree [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.269604] env[65310]: DEBUG nova.compute.manager [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1162.269880] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.271044] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38259d07-4d89-4266-bad3-f27df4f32413 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.279581] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.279840] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b77952d5-6aa4-4290-8d08-98d453f81b67 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.288073] env[65310]: DEBUG oslo_vmware.api [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1162.288073] env[65310]: value = "task-4447060" [ 1162.288073] env[65310]: _type = "Task" [ 1162.288073] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.299024] env[65310]: DEBUG oslo_vmware.api [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.477588] env[65310]: DEBUG oslo_vmware.api [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447058, 'name': PowerOffVM_Task, 'duration_secs': 0.236317} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.477952] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.478232] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.478523] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-420494ff-ad87-4932-a71d-6cbfb49bd6f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.545827] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.546083] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.546257] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleting the datastore file [datastore2] 4f555420-cbb7-42fc-a491-346195771bed {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.546541] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e988e82-04d4-46c8-aba2-1a5ade04f3e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.554369] env[65310]: DEBUG oslo_vmware.api [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for the task: (returnval){ [ 1162.554369] env[65310]: value = "task-4447062" [ 1162.554369] env[65310]: _type = "Task" [ 1162.554369] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.571417] env[65310]: DEBUG oslo_vmware.api [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.571936] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.573267] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.573267] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.573267] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.573510] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.573510] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.573805] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1162.574023] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.738146] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.764247] env[65310]: DEBUG nova.scheduler.client.report [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1162.764497] env[65310]: DEBUG nova.compute.provider_tree [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 158 to 159 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1162.764675] env[65310]: DEBUG nova.compute.provider_tree [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.800027] env[65310]: DEBUG oslo_vmware.api [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447060, 'name': PowerOffVM_Task, 'duration_secs': 0.355581} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.800027] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.800027] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.800027] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d08e866-ae3f-4197-87c8-a8340d91031d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.943383] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.943383] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.943609] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Deleting the datastore file [datastore1] c1dc3609-97c8-433f-89a3-85762d86190e {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.943857] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66e4aed4-0422-46ab-bb83-6f74401d2e1f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.951549] env[65310]: DEBUG oslo_vmware.api [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1162.951549] env[65310]: value = "task-4447064" [ 1162.951549] env[65310]: _type = "Task" [ 1162.951549] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.962115] env[65310]: DEBUG oslo_vmware.api [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.067679] env[65310]: DEBUG oslo_vmware.api [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Task: {'id': task-4447062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165623} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.068091] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.068369] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.068578] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.068816] env[65310]: INFO nova.compute.manager [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1163.069989] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1163.069989] env[65310]: DEBUG nova.compute.manager [-] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1163.069989] env[65310]: DEBUG nova.network.neutron [-] [instance: 4f555420-cbb7-42fc-a491-346195771bed] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1163.069989] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.081592] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.112538] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.112770] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.112995] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.113204] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.113373] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.115784] env[65310]: INFO nova.compute.manager [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Terminating instance [ 1163.118893] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.270135] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.393s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.270699] env[65310]: DEBUG nova.compute.manager [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1163.274648] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.527s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.274769] env[65310]: DEBUG nova.objects.instance [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'resources' on Instance uuid e67a3e15-e3c7-4bef-a60e-553a58715383 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.363597] env[65310]: DEBUG nova.compute.manager [req-21b67360-5cfe-4a20-988a-3f5bdc89d798 req-f0e08d98-b68d-46d1-9243-c1c9969573c7 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Received event network-vif-deleted-df1e4cad-8b93-4fff-ba51-3c8d3772cc53 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1163.363798] env[65310]: INFO nova.compute.manager [req-21b67360-5cfe-4a20-988a-3f5bdc89d798 req-f0e08d98-b68d-46d1-9243-c1c9969573c7 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Neutron deleted interface df1e4cad-8b93-4fff-ba51-3c8d3772cc53; detaching it from the instance and deleting it from the info cache [ 1163.363965] env[65310]: DEBUG nova.network.neutron [req-21b67360-5cfe-4a20-988a-3f5bdc89d798 req-f0e08d98-b68d-46d1-9243-c1c9969573c7 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.463195] env[65310]: DEBUG oslo_vmware.api [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177332} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.463569] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.463721] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.463952] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.464219] env[65310]: INFO nova.compute.manager [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1163.464505] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1163.465230] env[65310]: DEBUG nova.compute.manager [-] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1163.465230] env[65310]: DEBUG nova.network.neutron [-] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1163.465230] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.570592] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.625472] env[65310]: DEBUG nova.compute.manager [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1163.626815] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.628691] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f196d-717c-4019-bfdd-421ad78199e3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.638350] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.639108] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64ad73a9-2b44-4388-9d63-3bc73c6f522c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.649776] env[65310]: DEBUG oslo_vmware.api [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1163.649776] env[65310]: value = "task-4447065" [ 1163.649776] env[65310]: _type = "Task" [ 1163.649776] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.659949] env[65310]: DEBUG oslo_vmware.api [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.720862] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.721172] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.724478] env[65310]: DEBUG oslo_concurrency.lockutils [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.724667] env[65310]: DEBUG oslo_concurrency.lockutils [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquired lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.724947] env[65310]: DEBUG nova.network.neutron [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1163.778424] env[65310]: DEBUG nova.compute.utils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.783348] env[65310]: DEBUG nova.compute.manager [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1163.785693] env[65310]: DEBUG nova.network.neutron [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1163.785693] env[65310]: WARNING neutronclient.v2_0.client [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.785693] env[65310]: WARNING neutronclient.v2_0.client [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.844087] env[65310]: DEBUG nova.network.neutron [-] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.870589] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-813b633c-5b53-46c3-8385-a39adc63a57f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.877340] env[65310]: DEBUG nova.policy [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd63acce740cc4a4cb5372703931ed6ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6252c5654534ea7bfacb4e20779d52f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.887842] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b233e86-4828-41da-9c3c-a34f1418a4b7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.925197] env[65310]: DEBUG nova.compute.manager [req-21b67360-5cfe-4a20-988a-3f5bdc89d798 req-f0e08d98-b68d-46d1-9243-c1c9969573c7 service nova] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Detach interface failed, port_id=df1e4cad-8b93-4fff-ba51-3c8d3772cc53, reason: Instance 4f555420-cbb7-42fc-a491-346195771bed could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1164.032713] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7bfedd-dd1a-4665-901f-e75457978d9c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.043581] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b191b54-1705-43f2-aa92-51d09610b29e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.078911] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b37877-43c5-4f40-afd3-688d246eed7f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.093671] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6c1d7a-2314-489c-84a1-7d367b193ba9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.110250] env[65310]: DEBUG nova.compute.provider_tree [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.163405] env[65310]: DEBUG oslo_vmware.api [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447065, 'name': PowerOffVM_Task, 'duration_secs': 0.246255} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.164027] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.164117] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.164888] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd863b88-dbea-4ee1-89ec-9e553bfd1b80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.228949] env[65310]: DEBUG nova.compute.manager [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1164.233535] env[65310]: WARNING neutronclient.v2_0.client [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.242939] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.243232] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.243460] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleting the datastore file [datastore1] ea99e988-ca84-46a8-bc83-49411a4ad5f8 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.243772] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e22a1489-d274-4c4a-9e13-c6edb3e41b02 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.252695] env[65310]: DEBUG oslo_vmware.api [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1164.252695] env[65310]: value = "task-4447067" [ 1164.252695] env[65310]: _type = "Task" [ 1164.252695] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.262918] env[65310]: DEBUG oslo_vmware.api [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.264386] env[65310]: DEBUG nova.network.neutron [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Successfully created port: 8231b64d-a165-44ad-b5a8-6104cbc75d24 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1164.284452] env[65310]: DEBUG nova.compute.manager [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1164.345507] env[65310]: INFO nova.compute.manager [-] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Took 1.28 seconds to deallocate network for instance. [ 1164.525988] env[65310]: WARNING neutronclient.v2_0.client [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.567031] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.567031] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.610104] env[65310]: DEBUG nova.network.neutron [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updating instance_info_cache with network_info: [{"id": "2fd831ed-36ca-4950-bdc2-927b68df0726", "address": "fa:16:3e:ae:f3:cb", "network": {"id": "fc137f7f-3fa6-47c5-aa66-291dd3677746", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-460089604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb6ee4b57a4f63aafe2163452635e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd831ed-36", "ovs_interfaceid": "2fd831ed-36ca-4950-bdc2-927b68df0726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.613802] env[65310]: DEBUG nova.scheduler.client.report [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.764945] env[65310]: DEBUG oslo_vmware.api [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173098} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.765955] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.766243] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.766501] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.766648] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.766843] env[65310]: INFO nova.compute.manager [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1164.767114] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1164.767285] env[65310]: DEBUG nova.compute.manager [-] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1164.767378] env[65310]: DEBUG nova.network.neutron [-] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1164.767605] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.810989] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.824645] env[65310]: DEBUG nova.network.neutron [-] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.853204] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.071534] env[65310]: DEBUG nova.compute.utils [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.093746] env[65310]: DEBUG nova.compute.manager [req-ff4f8d77-619f-4dfe-bbf2-316c92a067e7 req-7f824c68-7fcc-4637-8a3d-2c8720c47bfc service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Received event network-vif-deleted-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1165.093985] env[65310]: INFO nova.compute.manager [req-ff4f8d77-619f-4dfe-bbf2-316c92a067e7 req-7f824c68-7fcc-4637-8a3d-2c8720c47bfc service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Neutron deleted interface 42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6; detaching it from the instance and deleting it from the info cache [ 1165.094205] env[65310]: DEBUG nova.network.neutron [req-ff4f8d77-619f-4dfe-bbf2-316c92a067e7 req-7f824c68-7fcc-4637-8a3d-2c8720c47bfc service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.113465] env[65310]: DEBUG oslo_concurrency.lockutils [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Releasing lock "refresh_cache-ff4ec043-0c70-46aa-a1a2-1436b991e860" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.114670] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04534409-69ab-45cf-94b2-20bc162bbc09 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.118248] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.120582] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.383s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.122421] env[65310]: INFO nova.compute.claims [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.129678] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Resuming the VM {{(pid=65310) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1165.129950] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d8df58a-17e8-46a8-adc6-9102ea7d3fbb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.136554] env[65310]: DEBUG oslo_vmware.api [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1165.136554] env[65310]: value = "task-4447068" [ 1165.136554] env[65310]: _type = "Task" [ 1165.136554] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.147270] env[65310]: DEBUG oslo_vmware.api [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.147828] env[65310]: INFO nova.scheduler.client.report [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleted allocations for instance e67a3e15-e3c7-4bef-a60e-553a58715383 [ 1165.294647] env[65310]: DEBUG nova.compute.manager [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1165.322997] env[65310]: DEBUG nova.virt.hardware [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1165.323277] env[65310]: DEBUG nova.virt.hardware [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.323428] env[65310]: DEBUG nova.virt.hardware [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1165.323604] env[65310]: DEBUG nova.virt.hardware [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.323747] env[65310]: DEBUG nova.virt.hardware [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1165.323933] env[65310]: DEBUG nova.virt.hardware [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1165.324232] env[65310]: DEBUG nova.virt.hardware [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1165.324430] env[65310]: DEBUG nova.virt.hardware [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1165.324629] env[65310]: DEBUG nova.virt.hardware [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1165.324840] env[65310]: DEBUG nova.virt.hardware [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1165.325055] env[65310]: DEBUG nova.virt.hardware [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1165.326016] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32ff9bf-81eb-4206-8152-ac944a1ee152 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.329893] env[65310]: INFO nova.compute.manager [-] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Took 1.86 seconds to deallocate network for instance. [ 1165.339011] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54725717-8789-42f8-97cf-69387ff33ef7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.547746] env[65310]: DEBUG nova.network.neutron [-] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.574600] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.598205] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c1a5616-1078-4a21-9422-2e068af6ffac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.611860] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9231438e-0534-44ac-89d9-f45a69d2aa51 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.658126] env[65310]: DEBUG nova.compute.manager [req-ff4f8d77-619f-4dfe-bbf2-316c92a067e7 req-7f824c68-7fcc-4637-8a3d-2c8720c47bfc service nova] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Detach interface failed, port_id=42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6, reason: Instance ea99e988-ca84-46a8-bc83-49411a4ad5f8 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1165.658643] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2f875d38-c9ab-4739-a023-834672aee571 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e67a3e15-e3c7-4bef-a60e-553a58715383" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.658s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.663375] env[65310]: DEBUG oslo_vmware.api [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447068, 'name': PowerOnVM_Task} progress is 93%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.839227] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.896264] env[65310]: DEBUG nova.network.neutron [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Successfully updated port: 8231b64d-a165-44ad-b5a8-6104cbc75d24 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1166.051155] env[65310]: INFO nova.compute.manager [-] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Took 1.28 seconds to deallocate network for instance. [ 1166.065886] env[65310]: DEBUG nova.compute.manager [req-09a01333-82af-426b-b6f6-e0cfcadbb90e req-37babab9-955a-47cb-b37b-c27ee1c671eb service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received event network-vif-deleted-81b1320a-c20b-4b98-9839-116b3b9df782 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1166.066541] env[65310]: DEBUG nova.compute.manager [req-09a01333-82af-426b-b6f6-e0cfcadbb90e req-37babab9-955a-47cb-b37b-c27ee1c671eb service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received event network-vif-deleted-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1166.066541] env[65310]: DEBUG nova.compute.manager [req-09a01333-82af-426b-b6f6-e0cfcadbb90e req-37babab9-955a-47cb-b37b-c27ee1c671eb service nova] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Received event network-vif-deleted-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1166.152976] env[65310]: DEBUG oslo_vmware.api [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447068, 'name': PowerOnVM_Task, 'duration_secs': 0.703637} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.153498] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Resumed the VM {{(pid=65310) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1166.153696] env[65310]: DEBUG nova.compute.manager [None req-169268c6-257e-40a3-bbed-2eb8c9ab6627 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1166.159688] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ace340-e4b1-481f-82ca-bbef8fbea885 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.378742] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8de871-84ac-4e28-9c9a-ab30d91b8421 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.387276] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662cd110-675f-474a-a66a-7e42073d5bd8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.419642] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "refresh_cache-30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.419788] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "refresh_cache-30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.419886] env[65310]: DEBUG nova.network.neutron [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1166.422059] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8128abe3-2d05-4d9d-943e-a5f826688cbc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.431442] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe47b73e-ed7c-40c5-ad5e-740e2d8b5c43 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.447867] env[65310]: DEBUG nova.compute.provider_tree [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.557400] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.658152] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.658152] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.658152] env[65310]: INFO nova.compute.manager [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Attaching volume ab1ebc70-ead8-48bd-b4ef-f0c967e86b70 to /dev/sdb [ 1166.698306] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37133fe-d2c9-4646-bc75-1d925b520fbf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.708026] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f467c646-ae51-474e-a459-1540905b703e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.725036] env[65310]: DEBUG nova.virt.block_device [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updating existing volume attachment record: a90c4bc6-8f1f-4d0e-8c51-ae133db110a6 {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1166.952801] env[65310]: DEBUG nova.scheduler.client.report [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.980745] env[65310]: DEBUG nova.network.neutron [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1167.134449] env[65310]: WARNING neutronclient.v2_0.client [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.217259] env[65310]: DEBUG nova.network.neutron [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Updating instance_info_cache with network_info: [{"id": "8231b64d-a165-44ad-b5a8-6104cbc75d24", "address": "fa:16:3e:a0:25:19", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8231b64d-a1", "ovs_interfaceid": "8231b64d-a165-44ad-b5a8-6104cbc75d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.457525] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.458848] env[65310]: DEBUG nova.compute.manager [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1167.462799] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.380s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.462799] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.462799] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1167.462799] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.696s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.464310] env[65310]: INFO nova.compute.claims [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.469086] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be29142-ca06-42ea-90e1-ec1ef1afb354 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.481149] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7392bacf-ec06-4c05-9817-6a5cfd662cfb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.503864] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0c5bb6-177d-402b-8c05-2ca602cb60b7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.514570] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c604813-2d80-45f9-ae11-17432c3bfd1f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.549866] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178341MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1167.550041] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.720448] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "refresh_cache-30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.720633] env[65310]: DEBUG nova.compute.manager [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Instance network_info: |[{"id": "8231b64d-a165-44ad-b5a8-6104cbc75d24", "address": "fa:16:3e:a0:25:19", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8231b64d-a1", "ovs_interfaceid": "8231b64d-a165-44ad-b5a8-6104cbc75d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1167.721187] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:25:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8231b64d-a165-44ad-b5a8-6104cbc75d24', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.729522] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1167.732048] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.735803] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0c875b7-cf59-4f00-a038-4732f0e90fbb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.760044] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.760044] env[65310]: value = "task-4447072" [ 1167.760044] env[65310]: _type = "Task" [ 1167.760044] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.769604] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447072, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.970133] env[65310]: DEBUG nova.compute.utils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.971789] env[65310]: DEBUG nova.compute.manager [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1167.972059] env[65310]: DEBUG nova.network.neutron [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1167.973036] env[65310]: WARNING neutronclient.v2_0.client [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.973331] env[65310]: WARNING neutronclient.v2_0.client [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.031445] env[65310]: DEBUG nova.policy [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75f2dc02e7714054829604036f9aefee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a4fd9f7d264da1a5f8b673a23dfc30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.105834] env[65310]: DEBUG nova.compute.manager [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Received event network-vif-plugged-8231b64d-a165-44ad-b5a8-6104cbc75d24 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1168.106253] env[65310]: DEBUG oslo_concurrency.lockutils [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] Acquiring lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.106520] env[65310]: DEBUG oslo_concurrency.lockutils [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.106653] env[65310]: DEBUG oslo_concurrency.lockutils [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.106921] env[65310]: DEBUG nova.compute.manager [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] No waiting events found dispatching network-vif-plugged-8231b64d-a165-44ad-b5a8-6104cbc75d24 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1168.106968] env[65310]: WARNING nova.compute.manager [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Received unexpected event network-vif-plugged-8231b64d-a165-44ad-b5a8-6104cbc75d24 for instance with vm_state building and task_state spawning. [ 1168.107235] env[65310]: DEBUG nova.compute.manager [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Received event network-changed-8231b64d-a165-44ad-b5a8-6104cbc75d24 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1168.107235] env[65310]: DEBUG nova.compute.manager [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Refreshing instance network info cache due to event network-changed-8231b64d-a165-44ad-b5a8-6104cbc75d24. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1168.107414] env[65310]: DEBUG oslo_concurrency.lockutils [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] Acquiring lock "refresh_cache-30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.107539] env[65310]: DEBUG oslo_concurrency.lockutils [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] Acquired lock "refresh_cache-30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.107690] env[65310]: DEBUG nova.network.neutron [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Refreshing network info cache for port 8231b64d-a165-44ad-b5a8-6104cbc75d24 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.246981] env[65310]: DEBUG nova.compute.manager [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Stashing vm_state: active {{(pid=65310) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1168.273032] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447072, 'name': CreateVM_Task, 'duration_secs': 0.341284} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.273228] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.273789] env[65310]: WARNING neutronclient.v2_0.client [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.274203] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.274357] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.274668] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.274975] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e83a42-1336-4123-9f63-e368c672226e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.282272] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1168.282272] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526648de-0818-5985-9f5e-57be8a0d08e6" [ 1168.282272] env[65310]: _type = "Task" [ 1168.282272] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.294738] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526648de-0818-5985-9f5e-57be8a0d08e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.353600] env[65310]: DEBUG nova.network.neutron [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Successfully created port: ad510751-ac01-4343-bf19-e1fe6d1ca191 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1168.477589] env[65310]: DEBUG nova.compute.manager [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1168.611362] env[65310]: WARNING neutronclient.v2_0.client [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.698732] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24005d51-b9f4-475e-bc05-321983eaab23 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.707661] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51220ac-44fa-4429-abc2-ea2c36dccdbd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.741748] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f03cf55-31ae-4bb1-9bda-161a6f08784e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.750487] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ab8a3f-d4c5-45d2-9f08-15a82b918c33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.767793] env[65310]: DEBUG nova.compute.provider_tree [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.770252] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.793469] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526648de-0818-5985-9f5e-57be8a0d08e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01286} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.793778] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.794016] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.794264] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.794407] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.794598] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.795184] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17537396-f858-4c87-ac95-149c195acd78 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.804948] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.806224] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.808899] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b93f52-1433-4643-9b54-1f1a13c8ebae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.815344] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1168.815344] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52daa995-4985-a57e-8932-68820147520c" [ 1168.815344] env[65310]: _type = "Task" [ 1168.815344] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.823683] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52daa995-4985-a57e-8932-68820147520c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.863862] env[65310]: WARNING neutronclient.v2_0.client [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.016080] env[65310]: DEBUG nova.network.neutron [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Updated VIF entry in instance network info cache for port 8231b64d-a165-44ad-b5a8-6104cbc75d24. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1169.016770] env[65310]: DEBUG nova.network.neutron [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Updating instance_info_cache with network_info: [{"id": "8231b64d-a165-44ad-b5a8-6104cbc75d24", "address": "fa:16:3e:a0:25:19", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8231b64d-a1", "ovs_interfaceid": "8231b64d-a165-44ad-b5a8-6104cbc75d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.272521] env[65310]: DEBUG nova.scheduler.client.report [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.328519] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52daa995-4985-a57e-8932-68820147520c, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.328813] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842e8330-85ef-43b3-b124-05b2725ee4a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.335666] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1169.335666] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523ea533-242c-775a-7f24-816d25958a73" [ 1169.335666] env[65310]: _type = "Task" [ 1169.335666] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.344693] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523ea533-242c-775a-7f24-816d25958a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.492459] env[65310]: DEBUG nova.compute.manager [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1169.518529] env[65310]: DEBUG oslo_concurrency.lockutils [req-618a2767-f510-498b-8bc7-e96442c76cbe req-53de4d69-c7e9-443d-89dc-ceb6a2c69da4 service nova] Releasing lock "refresh_cache-30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.533800] env[65310]: DEBUG nova.virt.hardware [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1169.534088] env[65310]: DEBUG nova.virt.hardware [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.534247] env[65310]: DEBUG nova.virt.hardware [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1169.534427] env[65310]: DEBUG nova.virt.hardware [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.534568] env[65310]: DEBUG nova.virt.hardware [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1169.534713] env[65310]: DEBUG nova.virt.hardware [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1169.534927] env[65310]: DEBUG nova.virt.hardware [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.535094] env[65310]: DEBUG nova.virt.hardware [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1169.535261] env[65310]: DEBUG nova.virt.hardware [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1169.535421] env[65310]: DEBUG nova.virt.hardware [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1169.535593] env[65310]: DEBUG nova.virt.hardware [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1169.536490] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5998d6e3-290f-4f29-9526-121925a37af4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.546029] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6708abaa-acbf-4032-a3db-b2be4738ea5b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.774127] env[65310]: DEBUG nova.compute.manager [req-8ddf4545-f9c8-4033-8a40-cb2696d54841 req-62374880-1bfe-44a3-a307-5eaef7ddf3a1 service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Received event network-vif-plugged-ad510751-ac01-4343-bf19-e1fe6d1ca191 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1169.774333] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ddf4545-f9c8-4033-8a40-cb2696d54841 req-62374880-1bfe-44a3-a307-5eaef7ddf3a1 service nova] Acquiring lock "932c46da-3a0b-4f02-8655-906d1e940e88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.774497] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ddf4545-f9c8-4033-8a40-cb2696d54841 req-62374880-1bfe-44a3-a307-5eaef7ddf3a1 service nova] Lock "932c46da-3a0b-4f02-8655-906d1e940e88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.774703] env[65310]: DEBUG oslo_concurrency.lockutils [req-8ddf4545-f9c8-4033-8a40-cb2696d54841 req-62374880-1bfe-44a3-a307-5eaef7ddf3a1 service nova] Lock "932c46da-3a0b-4f02-8655-906d1e940e88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.775148] env[65310]: DEBUG nova.compute.manager [req-8ddf4545-f9c8-4033-8a40-cb2696d54841 req-62374880-1bfe-44a3-a307-5eaef7ddf3a1 service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] No waiting events found dispatching network-vif-plugged-ad510751-ac01-4343-bf19-e1fe6d1ca191 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1169.775367] env[65310]: WARNING nova.compute.manager [req-8ddf4545-f9c8-4033-8a40-cb2696d54841 req-62374880-1bfe-44a3-a307-5eaef7ddf3a1 service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Received unexpected event network-vif-plugged-ad510751-ac01-4343-bf19-e1fe6d1ca191 for instance with vm_state building and task_state spawning. [ 1169.778526] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.779030] env[65310]: DEBUG nova.compute.manager [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1169.782213] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.929s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.782400] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.787112] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.945s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.787112] env[65310]: DEBUG nova.objects.instance [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lazy-loading 'resources' on Instance uuid c1dc3609-97c8-433f-89a3-85762d86190e {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.821359] env[65310]: INFO nova.scheduler.client.report [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Deleted allocations for instance 4f555420-cbb7-42fc-a491-346195771bed [ 1169.847746] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523ea533-242c-775a-7f24-816d25958a73, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.848074] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.848370] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a/30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.848717] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8939c21-f327-4706-a58d-95206a3a33cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.856925] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1169.856925] env[65310]: value = "task-4447074" [ 1169.856925] env[65310]: _type = "Task" [ 1169.856925] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.867081] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.878452] env[65310]: DEBUG nova.network.neutron [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Successfully updated port: ad510751-ac01-4343-bf19-e1fe6d1ca191 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1170.284507] env[65310]: DEBUG nova.compute.utils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.286250] env[65310]: DEBUG nova.compute.manager [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1170.286435] env[65310]: DEBUG nova.network.neutron [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1170.286758] env[65310]: WARNING neutronclient.v2_0.client [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.287089] env[65310]: WARNING neutronclient.v2_0.client [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.330165] env[65310]: DEBUG oslo_concurrency.lockutils [None req-55485736-2eb7-432c-ac79-e04287bc5af5 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Lock "4f555420-cbb7-42fc-a491-346195771bed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.897s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.341131] env[65310]: DEBUG nova.policy [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab7a7a51c22e4ce691653cd211d86ab6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed021caea0084e8f825dd25bb3c22065', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.369067] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43739} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.369217] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a/30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.369427] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.370032] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4fa2fc5-1599-4cba-a935-dcb3cbf4aa4f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.378848] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1170.378848] env[65310]: value = "task-4447075" [ 1170.378848] env[65310]: _type = "Task" [ 1170.378848] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.383346] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "refresh_cache-932c46da-3a0b-4f02-8655-906d1e940e88" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.383490] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "refresh_cache-932c46da-3a0b-4f02-8655-906d1e940e88" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.383708] env[65310]: DEBUG nova.network.neutron [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1170.391794] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.514632] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604d5ae9-badd-4eb0-8fcb-e6e7068b3a3a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.524482] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59dc7bb-8b22-495d-a80c-96cbcc77d66b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.557882] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55672bfd-d6d7-4cf6-8147-7c5a4f687986 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.567220] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e99d78-3624-453d-a19f-cd1cc2e811b2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.583172] env[65310]: DEBUG nova.compute.provider_tree [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.705551] env[65310]: DEBUG nova.network.neutron [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Successfully created port: db9dbc51-5140-4d76-b095-83adf03412fe {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1170.790439] env[65310]: DEBUG nova.compute.manager [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1170.896185] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20772} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.897230] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.897485] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d93519-6150-428a-8078-e4102eb9b4f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.925321] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a/30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.925691] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274f94ab-053c-41db-96c9-2b01fa4d0633 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.943223] env[65310]: DEBUG nova.network.neutron [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1170.951951] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1170.951951] env[65310]: value = "task-4447077" [ 1170.951951] env[65310]: _type = "Task" [ 1170.951951] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.961976] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.025014] env[65310]: WARNING neutronclient.v2_0.client [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.087019] env[65310]: DEBUG nova.scheduler.client.report [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.120961] env[65310]: DEBUG nova.network.neutron [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Updating instance_info_cache with network_info: [{"id": "ad510751-ac01-4343-bf19-e1fe6d1ca191", "address": "fa:16:3e:c4:bb:8c", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad510751-ac", "ovs_interfaceid": "ad510751-ac01-4343-bf19-e1fe6d1ca191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.288253] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1171.288675] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869797', 'volume_id': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'name': 'volume-ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8242a80-b3ed-4dbc-8b95-c5ca289e03e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'serial': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1171.289639] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684ffc80-871a-4dff-9ef1-a45287a3e852 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.312478] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e8fdc3-a788-48f3-a61f-feaa3a4b171f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.339699] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-ab1ebc70-ead8-48bd-b4ef-f0c967e86b70/volume-ab1ebc70-ead8-48bd-b4ef-f0c967e86b70.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.340060] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f0e7ba-92a9-4966-8ddc-798e0049d3f7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.365177] env[65310]: DEBUG oslo_vmware.api [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1171.365177] env[65310]: value = "task-4447078" [ 1171.365177] env[65310]: _type = "Task" [ 1171.365177] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.376791] env[65310]: DEBUG oslo_vmware.api [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.464093] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447077, 'name': ReconfigVM_Task, 'duration_secs': 0.36557} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.464093] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a/30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.464851] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479229b1-249c-4144-a625-e39dfe22da85 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.472939] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1171.472939] env[65310]: value = "task-4447079" [ 1171.472939] env[65310]: _type = "Task" [ 1171.472939] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.484373] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447079, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.591228] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.593878] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.036s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.594300] env[65310]: DEBUG nova.objects.instance [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lazy-loading 'resources' on Instance uuid ea99e988-ca84-46a8-bc83-49411a4ad5f8 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.617782] env[65310]: INFO nova.scheduler.client.report [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Deleted allocations for instance c1dc3609-97c8-433f-89a3-85762d86190e [ 1171.624236] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "refresh_cache-932c46da-3a0b-4f02-8655-906d1e940e88" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.624551] env[65310]: DEBUG nova.compute.manager [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Instance network_info: |[{"id": "ad510751-ac01-4343-bf19-e1fe6d1ca191", "address": "fa:16:3e:c4:bb:8c", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad510751-ac", "ovs_interfaceid": "ad510751-ac01-4343-bf19-e1fe6d1ca191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1171.624948] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:bb:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad510751-ac01-4343-bf19-e1fe6d1ca191', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.632723] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1171.632996] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.633216] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfc05ff5-518f-40c1-90bf-05e17b4daabb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.654615] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.654615] env[65310]: value = "task-4447080" [ 1171.654615] env[65310]: _type = "Task" [ 1171.654615] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.670016] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447080, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.813114] env[65310]: DEBUG nova.compute.manager [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1171.842752] env[65310]: DEBUG nova.virt.hardware [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1171.842998] env[65310]: DEBUG nova.virt.hardware [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.843171] env[65310]: DEBUG nova.virt.hardware [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1171.843357] env[65310]: DEBUG nova.virt.hardware [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.843540] env[65310]: DEBUG nova.virt.hardware [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1171.843719] env[65310]: DEBUG nova.virt.hardware [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1171.843953] env[65310]: DEBUG nova.virt.hardware [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1171.844124] env[65310]: DEBUG nova.virt.hardware [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1171.844291] env[65310]: DEBUG nova.virt.hardware [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1171.844486] env[65310]: DEBUG nova.virt.hardware [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1171.844674] env[65310]: DEBUG nova.virt.hardware [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1171.845592] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71635b0-7f1c-4b40-a865-1fb345e6ad52 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.855014] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6caea2-ce50-4849-851c-bcedc3edd5bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.878153] env[65310]: DEBUG nova.compute.manager [req-57ecdecf-5301-4076-bfb3-520606b4dced req-00143e50-ec92-446d-ba52-472007b8da24 service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Received event network-changed-ad510751-ac01-4343-bf19-e1fe6d1ca191 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1171.878326] env[65310]: DEBUG nova.compute.manager [req-57ecdecf-5301-4076-bfb3-520606b4dced req-00143e50-ec92-446d-ba52-472007b8da24 service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Refreshing instance network info cache due to event network-changed-ad510751-ac01-4343-bf19-e1fe6d1ca191. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1171.878544] env[65310]: DEBUG oslo_concurrency.lockutils [req-57ecdecf-5301-4076-bfb3-520606b4dced req-00143e50-ec92-446d-ba52-472007b8da24 service nova] Acquiring lock "refresh_cache-932c46da-3a0b-4f02-8655-906d1e940e88" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.878674] env[65310]: DEBUG oslo_concurrency.lockutils [req-57ecdecf-5301-4076-bfb3-520606b4dced req-00143e50-ec92-446d-ba52-472007b8da24 service nova] Acquired lock "refresh_cache-932c46da-3a0b-4f02-8655-906d1e940e88" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.878822] env[65310]: DEBUG nova.network.neutron [req-57ecdecf-5301-4076-bfb3-520606b4dced req-00143e50-ec92-446d-ba52-472007b8da24 service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Refreshing network info cache for port ad510751-ac01-4343-bf19-e1fe6d1ca191 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.887660] env[65310]: DEBUG oslo_vmware.api [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447078, 'name': ReconfigVM_Task, 'duration_secs': 0.465627} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.887887] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-ab1ebc70-ead8-48bd-b4ef-f0c967e86b70/volume-ab1ebc70-ead8-48bd-b4ef-f0c967e86b70.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.894546] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd9a21f6-15c5-4c95-8697-b1bb22d2fce6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.916473] env[65310]: DEBUG oslo_vmware.api [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1171.916473] env[65310]: value = "task-4447081" [ 1171.916473] env[65310]: _type = "Task" [ 1171.916473] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.927382] env[65310]: DEBUG oslo_vmware.api [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.985056] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447079, 'name': Rename_Task, 'duration_secs': 0.147472} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.985243] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.985583] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c081a131-51c3-459a-804b-f0fef10c0837 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.993282] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1171.993282] env[65310]: value = "task-4447082" [ 1171.993282] env[65310]: _type = "Task" [ 1171.993282] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.002876] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.126311] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9141469d-3f66-4550-9f69-9bfae208d17a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "c1dc3609-97c8-433f-89a3-85762d86190e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.368s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.167116] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447080, 'name': CreateVM_Task, 'duration_secs': 0.384537} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.167328] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.167879] env[65310]: WARNING neutronclient.v2_0.client [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.168353] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.168507] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.168809] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.169086] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9599560e-3249-430f-8069-b9d39bab9ccb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.174500] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1172.174500] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ff4b59-7161-323d-d968-5383bb3f2c63" [ 1172.174500] env[65310]: _type = "Task" [ 1172.174500] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.188813] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ff4b59-7161-323d-d968-5383bb3f2c63, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.189481] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.189481] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.189934] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.189934] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.190503] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.190503] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23c60194-7473-4549-a9ac-02be8bd979a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.204736] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.204949] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.209606] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08f5bb8-109a-4862-9dde-6764be54c7e1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.215723] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.215940] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.216530] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.216767] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.217231] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.219655] env[65310]: INFO nova.compute.manager [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Terminating instance [ 1172.226209] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1172.226209] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52282441-9c44-5925-2c3e-76100bfce220" [ 1172.226209] env[65310]: _type = "Task" [ 1172.226209] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.238339] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52282441-9c44-5925-2c3e-76100bfce220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.263623] env[65310]: DEBUG nova.network.neutron [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Successfully updated port: db9dbc51-5140-4d76-b095-83adf03412fe {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1172.309738] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d24b3a9-f724-403b-9d8b-92f2a40099f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.320178] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0d1829-47a8-44f2-93da-bfa2eeea861b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.355362] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ea241c-db06-48bc-9529-cd72a52ad341 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.364167] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7104283e-e7c0-409d-b806-7f52fc87c328 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.378455] env[65310]: DEBUG nova.compute.provider_tree [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.381212] env[65310]: WARNING neutronclient.v2_0.client [req-57ecdecf-5301-4076-bfb3-520606b4dced req-00143e50-ec92-446d-ba52-472007b8da24 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.427558] env[65310]: DEBUG oslo_vmware.api [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447081, 'name': ReconfigVM_Task, 'duration_secs': 0.167546} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.427855] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869797', 'volume_id': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'name': 'volume-ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8242a80-b3ed-4dbc-8b95-c5ca289e03e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'serial': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1172.510212] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447082, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.533386] env[65310]: WARNING neutronclient.v2_0.client [req-57ecdecf-5301-4076-bfb3-520606b4dced req-00143e50-ec92-446d-ba52-472007b8da24 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.603287] env[65310]: DEBUG nova.network.neutron [req-57ecdecf-5301-4076-bfb3-520606b4dced req-00143e50-ec92-446d-ba52-472007b8da24 service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Updated VIF entry in instance network info cache for port ad510751-ac01-4343-bf19-e1fe6d1ca191. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1172.603651] env[65310]: DEBUG nova.network.neutron [req-57ecdecf-5301-4076-bfb3-520606b4dced req-00143e50-ec92-446d-ba52-472007b8da24 service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Updating instance_info_cache with network_info: [{"id": "ad510751-ac01-4343-bf19-e1fe6d1ca191", "address": "fa:16:3e:c4:bb:8c", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad510751-ac", "ovs_interfaceid": "ad510751-ac01-4343-bf19-e1fe6d1ca191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.725345] env[65310]: DEBUG nova.compute.manager [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1172.725345] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.726325] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d02307-c28a-46cb-a689-4b56ccb955c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.742499] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52282441-9c44-5925-2c3e-76100bfce220, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.745527] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.745795] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18ba0ca-752e-4e92-b8fc-cbb8fae385f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.749622] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85595a0d-fcaf-4f83-8744-e095c73a9790 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.754434] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1172.754434] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528dfae5-5335-6004-99f5-33f7839cfcd6" [ 1172.754434] env[65310]: _type = "Task" [ 1172.754434] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.759439] env[65310]: DEBUG oslo_vmware.api [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1172.759439] env[65310]: value = "task-4447083" [ 1172.759439] env[65310]: _type = "Task" [ 1172.759439] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.767702] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.768083] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.768398] env[65310]: DEBUG nova.network.neutron [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1172.769967] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528dfae5-5335-6004-99f5-33f7839cfcd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.778124] env[65310]: DEBUG oslo_vmware.api [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.886521] env[65310]: DEBUG nova.scheduler.client.report [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.008144] env[65310]: DEBUG oslo_vmware.api [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447082, 'name': PowerOnVM_Task, 'duration_secs': 0.523812} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.008243] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.008441] env[65310]: INFO nova.compute.manager [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1173.008617] env[65310]: DEBUG nova.compute.manager [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1173.009573] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56967184-9a05-43cc-81e7-46f96eb34f32 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.106401] env[65310]: DEBUG oslo_concurrency.lockutils [req-57ecdecf-5301-4076-bfb3-520606b4dced req-00143e50-ec92-446d-ba52-472007b8da24 service nova] Releasing lock "refresh_cache-932c46da-3a0b-4f02-8655-906d1e940e88" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.268110] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528dfae5-5335-6004-99f5-33f7839cfcd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011175} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.268815] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.269104] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 932c46da-3a0b-4f02-8655-906d1e940e88/932c46da-3a0b-4f02-8655-906d1e940e88.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.269376] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25bdbc88-d7b1-451a-ba15-d37b46f49fe8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.276754] env[65310]: DEBUG oslo_vmware.api [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447083, 'name': PowerOffVM_Task, 'duration_secs': 0.252576} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.277600] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.277769] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.278019] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9427e19a-520a-4683-846a-f22a3472c12a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.282523] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1173.282523] env[65310]: value = "task-4447084" [ 1173.282523] env[65310]: _type = "Task" [ 1173.282523] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.291472] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.311340] env[65310]: DEBUG nova.network.neutron [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1173.348777] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.349217] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.349556] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Deleting the datastore file [datastore1] ff4ec043-0c70-46aa-a1a2-1436b991e860 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.349983] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c43f2752-cf5b-4275-bec9-7b23e7601d59 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.357486] env[65310]: DEBUG oslo_vmware.api [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for the task: (returnval){ [ 1173.357486] env[65310]: value = "task-4447086" [ 1173.357486] env[65310]: _type = "Task" [ 1173.357486] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.369477] env[65310]: DEBUG oslo_vmware.api [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.391809] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.396741] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.845s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.402550] env[65310]: WARNING neutronclient.v2_0.client [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.429776] env[65310]: INFO nova.scheduler.client.report [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted allocations for instance ea99e988-ca84-46a8-bc83-49411a4ad5f8 [ 1173.489618] env[65310]: DEBUG nova.objects.instance [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lazy-loading 'flavor' on Instance uuid d8242a80-b3ed-4dbc-8b95-c5ca289e03e3 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.504299] env[65310]: DEBUG nova.network.neutron [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance_info_cache with network_info: [{"id": "db9dbc51-5140-4d76-b095-83adf03412fe", "address": "fa:16:3e:c3:93:61", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9dbc51-51", "ovs_interfaceid": "db9dbc51-5140-4d76-b095-83adf03412fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.530763] env[65310]: INFO nova.compute.manager [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Took 17.14 seconds to build instance. [ 1173.793365] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.871390] env[65310]: DEBUG oslo_vmware.api [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Task: {'id': task-4447086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161978} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.871823] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.872428] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.872428] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.872781] env[65310]: INFO nova.compute.manager [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1173.873310] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1173.873310] env[65310]: DEBUG nova.compute.manager [-] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1173.873417] env[65310]: DEBUG nova.network.neutron [-] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1173.873994] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.939660] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d754b763-9f73-4a91-b6b1-daf243524163 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "ea99e988-ca84-46a8-bc83-49411a4ad5f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.827s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.945312] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.994743] env[65310]: DEBUG oslo_concurrency.lockutils [None req-64019ac0-5914-4c23-b729-21d6fbc5ba79 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.338s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.006246] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.006725] env[65310]: DEBUG nova.compute.manager [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Instance network_info: |[{"id": "db9dbc51-5140-4d76-b095-83adf03412fe", "address": "fa:16:3e:c3:93:61", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9dbc51-51", "ovs_interfaceid": "db9dbc51-5140-4d76-b095-83adf03412fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1174.007351] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:93:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db9dbc51-5140-4d76-b095-83adf03412fe', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.016538] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating folder: Project (ed021caea0084e8f825dd25bb3c22065). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.018072] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44bfc18b-9931-4bd1-9da1-bf4c5696b4d0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.032596] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Created folder: Project (ed021caea0084e8f825dd25bb3c22065) in parent group-v869493. [ 1174.032813] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating folder: Instances. Parent ref: group-v869800. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.033986] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4e890b8-b773-458e-855f-4979aa97c92e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.037237] env[65310]: DEBUG oslo_concurrency.lockutils [None req-619ae398-9a4f-463c-90ea-2c71eebe8db8 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.684s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.051071] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Created folder: Instances in parent group-v869800. [ 1174.051071] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1174.051269] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.051607] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94054862-8da7-4906-8015-59f939d92987 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.071421] env[65310]: DEBUG nova.compute.manager [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Received event network-vif-plugged-db9dbc51-5140-4d76-b095-83adf03412fe {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1174.071831] env[65310]: DEBUG oslo_concurrency.lockutils [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] Acquiring lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.071955] env[65310]: DEBUG oslo_concurrency.lockutils [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.072149] env[65310]: DEBUG oslo_concurrency.lockutils [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.072333] env[65310]: DEBUG nova.compute.manager [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] No waiting events found dispatching network-vif-plugged-db9dbc51-5140-4d76-b095-83adf03412fe {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1174.072529] env[65310]: WARNING nova.compute.manager [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Received unexpected event network-vif-plugged-db9dbc51-5140-4d76-b095-83adf03412fe for instance with vm_state building and task_state spawning. [ 1174.072752] env[65310]: DEBUG nova.compute.manager [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Received event network-changed-db9dbc51-5140-4d76-b095-83adf03412fe {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1174.072931] env[65310]: DEBUG nova.compute.manager [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Refreshing instance network info cache due to event network-changed-db9dbc51-5140-4d76-b095-83adf03412fe. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1174.073148] env[65310]: DEBUG oslo_concurrency.lockutils [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] Acquiring lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.073299] env[65310]: DEBUG oslo_concurrency.lockutils [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] Acquired lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.073436] env[65310]: DEBUG nova.network.neutron [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Refreshing network info cache for port db9dbc51-5140-4d76-b095-83adf03412fe {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.084177] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.084177] env[65310]: value = "task-4447089" [ 1174.084177] env[65310]: _type = "Task" [ 1174.084177] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.100245] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447089, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.180546] env[65310]: INFO nova.compute.manager [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Rescuing [ 1174.180546] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.180546] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.180546] env[65310]: DEBUG nova.network.neutron [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1174.296759] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447084, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.408598] env[65310]: INFO nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating resource usage from migration 9e7e1fdc-7eb8-48f1-9c1c-d427bc1870ac [ 1174.431506] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 3bfc58b9-1580-494f-b02c-1928afb6d17d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1174.431506] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 5f9a7f8c-576e-499b-b84c-eda4a89b7835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1174.431907] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1174.431957] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance a44a03e7-d28b-4106-b87a-5feeba108b61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1174.432109] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance d8242a80-b3ed-4dbc-8b95-c5ca289e03e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1174.432526] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance ff4ec043-0c70-46aa-a1a2-1436b991e860 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1174.432526] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1174.432599] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 932c46da-3a0b-4f02-8655-906d1e940e88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1174.433477] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1174.433477] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Migration 9e7e1fdc-7eb8-48f1-9c1c-d427bc1870ac is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1174.433477] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1174.481820] env[65310]: DEBUG nova.compute.manager [req-353f4d29-cad4-431f-ad40-efd11d9a3438 req-55fa12ca-c168-4234-90bf-e955fde63bdd service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Received event network-changed-8231b64d-a165-44ad-b5a8-6104cbc75d24 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1174.481820] env[65310]: DEBUG nova.compute.manager [req-353f4d29-cad4-431f-ad40-efd11d9a3438 req-55fa12ca-c168-4234-90bf-e955fde63bdd service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Refreshing instance network info cache due to event network-changed-8231b64d-a165-44ad-b5a8-6104cbc75d24. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1174.481820] env[65310]: DEBUG oslo_concurrency.lockutils [req-353f4d29-cad4-431f-ad40-efd11d9a3438 req-55fa12ca-c168-4234-90bf-e955fde63bdd service nova] Acquiring lock "refresh_cache-30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.481931] env[65310]: DEBUG oslo_concurrency.lockutils [req-353f4d29-cad4-431f-ad40-efd11d9a3438 req-55fa12ca-c168-4234-90bf-e955fde63bdd service nova] Acquired lock "refresh_cache-30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.482296] env[65310]: DEBUG nova.network.neutron [req-353f4d29-cad4-431f-ad40-efd11d9a3438 req-55fa12ca-c168-4234-90bf-e955fde63bdd service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Refreshing network info cache for port 8231b64d-a165-44ad-b5a8-6104cbc75d24 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.577047] env[65310]: WARNING neutronclient.v2_0.client [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.594806] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447089, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.634736] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "8d924323-6602-4c4b-8218-9ff3187f21c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.634960] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.684532] env[65310]: WARNING neutronclient.v2_0.client [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.793300] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447084, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.012974} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.793772] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 932c46da-3a0b-4f02-8655-906d1e940e88/932c46da-3a0b-4f02-8655-906d1e940e88.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.793772] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.794092] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8a3853f-ffad-46eb-817b-e3999f08d032 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.801951] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1174.801951] env[65310]: value = "task-4447090" [ 1174.801951] env[65310]: _type = "Task" [ 1174.801951] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.808267] env[65310]: DEBUG nova.network.neutron [-] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.812653] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.936863] env[65310]: INFO nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 8d924323-6602-4c4b-8218-9ff3187f21c7 has allocations against this compute host but is not found in the database. [ 1174.936863] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1174.937122] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_active': '7', 'num_task_resize_prep': '1', 'num_os_type_None': '10', 'num_proj_75ca0d21494b4d21a93dae7f8e746976': '1', 'io_workload': '3', 'num_task_deleting': '1', 'num_proj_24eb6ee4b57a4f63aafe2163452635e3': '1', 'num_task_None': '6', 'num_proj_43adb619498c48219153229b44d7df42': '3', 'num_vm_rescued': '1', 'num_proj_ed792f251b2347659d5b4ab23712836a': '1', 'num_proj_66a4fd9f7d264da1a5f8b673a23dfc30': '2', 'num_proj_b6252c5654534ea7bfacb4e20779d52f': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_ed021caea0084e8f825dd25bb3c22065': '1'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1174.962230] env[65310]: WARNING neutronclient.v2_0.client [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.988164] env[65310]: WARNING neutronclient.v2_0.client [req-353f4d29-cad4-431f-ad40-efd11d9a3438 req-55fa12ca-c168-4234-90bf-e955fde63bdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.097478] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447089, 'name': CreateVM_Task, 'duration_secs': 0.523293} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.097698] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.098158] env[65310]: WARNING neutronclient.v2_0.client [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.098538] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.098729] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.099064] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.099290] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9bcf9b5-31c3-4e32-b450-91f5fd514d05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.105790] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1175.105790] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527ca4dd-a70f-1a86-16ba-65d9f6891ec7" [ 1175.105790] env[65310]: _type = "Task" [ 1175.105790] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.118566] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527ca4dd-a70f-1a86-16ba-65d9f6891ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.122082] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.122082] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.122082] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.122082] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.122284] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.122685] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-999209a7-46ec-49b3-bcb8-3d42e22b5893 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.133723] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.134068] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.135209] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2cc5be-6a3f-4508-8a34-7dd84972b3a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.142350] env[65310]: DEBUG nova.compute.manager [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1175.154395] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1175.154395] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fd5f0b-c4d2-7d92-891b-290db89e907f" [ 1175.154395] env[65310]: _type = "Task" [ 1175.154395] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.166771] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fd5f0b-c4d2-7d92-891b-290db89e907f, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.169482] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059a225e-d878-43e7-b482-c6313deba730 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.172921] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59dab167-fba8-439a-b807-945fe0f654ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.179282] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1175.179282] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ed45d9-e11b-d75f-27a3-3533412d3632" [ 1175.179282] env[65310]: _type = "Task" [ 1175.179282] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.187359] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db14d6f-61cf-47e2-9de3-c16ade8eef58 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.199662] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ed45d9-e11b-d75f-27a3-3533412d3632, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.224903] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.225202] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a/3e4e25bc-c181-4e6b-9ec8-f2f301d6845a.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.227526] env[65310]: DEBUG nova.network.neutron [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updated VIF entry in instance network info cache for port db9dbc51-5140-4d76-b095-83adf03412fe. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1175.227852] env[65310]: DEBUG nova.network.neutron [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance_info_cache with network_info: [{"id": "db9dbc51-5140-4d76-b095-83adf03412fe", "address": "fa:16:3e:c3:93:61", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9dbc51-51", "ovs_interfaceid": "db9dbc51-5140-4d76-b095-83adf03412fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.229477] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ac2975e-c0b9-4af6-8fdb-84eeefd16305 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.232084] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8eff7a-464d-4f20-b634-b005630270d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.243872] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93abefdc-9b5f-41a6-9ce6-1e38e6985bd7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.248245] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1175.248245] env[65310]: value = "task-4447091" [ 1175.248245] env[65310]: _type = "Task" [ 1175.248245] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.264560] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.272635] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.278318] env[65310]: WARNING neutronclient.v2_0.client [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.315367] env[65310]: INFO nova.compute.manager [-] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Took 1.44 seconds to deallocate network for instance. [ 1175.315773] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075643} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.320567] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.325327] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e91c30-cfc0-4bae-b189-3d256c0cbcc2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.350097] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 932c46da-3a0b-4f02-8655-906d1e940e88/932c46da-3a0b-4f02-8655-906d1e940e88.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.353536] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5fb3d3b-1852-4c15-80ae-156993b3881c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.379282] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1175.379282] env[65310]: value = "task-4447092" [ 1175.379282] env[65310]: _type = "Task" [ 1175.379282] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.388370] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.444921] env[65310]: DEBUG nova.network.neutron [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updating instance_info_cache with network_info: [{"id": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "address": "fa:16:3e:01:10:4d", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014ff7b4-42", "ovs_interfaceid": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.487055] env[65310]: WARNING neutronclient.v2_0.client [req-353f4d29-cad4-431f-ad40-efd11d9a3438 req-55fa12ca-c168-4234-90bf-e955fde63bdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.665829] env[65310]: DEBUG nova.network.neutron [req-353f4d29-cad4-431f-ad40-efd11d9a3438 req-55fa12ca-c168-4234-90bf-e955fde63bdd service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Updated VIF entry in instance network info cache for port 8231b64d-a165-44ad-b5a8-6104cbc75d24. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1175.666223] env[65310]: DEBUG nova.network.neutron [req-353f4d29-cad4-431f-ad40-efd11d9a3438 req-55fa12ca-c168-4234-90bf-e955fde63bdd service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Updating instance_info_cache with network_info: [{"id": "8231b64d-a165-44ad-b5a8-6104cbc75d24", "address": "fa:16:3e:a0:25:19", "network": {"id": "0f69636e-9f81-4ea7-a87a-5c6cf8f6a656", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-778751619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6252c5654534ea7bfacb4e20779d52f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8231b64d-a1", "ovs_interfaceid": "8231b64d-a165-44ad-b5a8-6104cbc75d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.679674] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.680496] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "597d4120-a867-42ba-b4a5-511b8312a101" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.681082] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "597d4120-a867-42ba-b4a5-511b8312a101" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.731061] env[65310]: DEBUG oslo_concurrency.lockutils [req-70b1e9d8-a5d6-44d7-b902-73f1f5c9f85e req-6d6a6a8d-0c47-4cc4-a5e2-55774db4d75d service nova] Releasing lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.769024] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.772644] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447091, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.830778] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.890037] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447092, 'name': ReconfigVM_Task, 'duration_secs': 0.436757} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.890478] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 932c46da-3a0b-4f02-8655-906d1e940e88/932c46da-3a0b-4f02-8655-906d1e940e88.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.891219] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f9a57a0-380f-4609-ad16-4ee6c0176a52 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.900443] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1175.900443] env[65310]: value = "task-4447093" [ 1175.900443] env[65310]: _type = "Task" [ 1175.900443] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.911953] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447093, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.947999] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.101954] env[65310]: DEBUG nova.compute.manager [req-3eb5c89f-c039-4c18-8186-0cc318bc6672 req-a6261f5b-d3b0-43d0-8edb-6c53cede98ce service nova] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Received event network-vif-deleted-2fd831ed-36ca-4950-bdc2-927b68df0726 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1176.168885] env[65310]: DEBUG oslo_concurrency.lockutils [req-353f4d29-cad4-431f-ad40-efd11d9a3438 req-55fa12ca-c168-4234-90bf-e955fde63bdd service nova] Releasing lock "refresh_cache-30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.184641] env[65310]: DEBUG nova.compute.manager [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1176.263554] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528662} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.263818] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a/3e4e25bc-c181-4e6b-9ec8-f2f301d6845a.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.264070] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.264303] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6e7986a-f79b-4202-9f00-485eeeae3d65 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.272516] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1176.272516] env[65310]: value = "task-4447094" [ 1176.272516] env[65310]: _type = "Task" [ 1176.272516] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.276216] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1176.276421] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.882s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.276676] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.507s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.283970] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.411165] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447093, 'name': Rename_Task, 'duration_secs': 0.161276} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.411452] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.411767] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1898cabb-e09f-4284-831e-66c8e895b5dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.420454] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1176.420454] env[65310]: value = "task-4447095" [ 1176.420454] env[65310]: _type = "Task" [ 1176.420454] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.431713] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.715439] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.782395] env[65310]: INFO nova.compute.claims [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.789714] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069339} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.790430] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.791473] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945a5f19-dd55-4550-b9fb-b4189eb5cd1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.821671] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a/3e4e25bc-c181-4e6b-9ec8-f2f301d6845a.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.823288] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b394921-2e31-4fc9-a2c5-b24416d8de62 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.846984] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1176.846984] env[65310]: value = "task-4447096" [ 1176.846984] env[65310]: _type = "Task" [ 1176.846984] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.859278] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.931617] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447095, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.292966] env[65310]: INFO nova.compute.resource_tracker [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating resource usage from migration 9e7e1fdc-7eb8-48f1-9c1c-d427bc1870ac [ 1177.361732] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.433645] env[65310]: DEBUG oslo_vmware.api [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447095, 'name': PowerOnVM_Task, 'duration_secs': 0.547478} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.433932] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.434161] env[65310]: INFO nova.compute.manager [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1177.434342] env[65310]: DEBUG nova.compute.manager [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1177.435187] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2813f70e-0059-4213-93ee-6c515dfdaa80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.483680] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f36bdd3-94a1-4e18-96fc-96efe68c2c5a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.493360] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.493534] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db5428ab-7c87-4a2a-b54f-cdd4fd08457b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.496885] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919c985a-e743-4213-a4b1-53ffaeaf4400 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.506336] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1177.506336] env[65310]: value = "task-4447097" [ 1177.506336] env[65310]: _type = "Task" [ 1177.506336] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.544554] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d24e4a4-479b-4f69-9916-19db27a35df5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.553916] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.557798] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423c7500-48e8-4a13-bc62-0bccd5d90905 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.574780] env[65310]: DEBUG nova.compute.provider_tree [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.859187] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447096, 'name': ReconfigVM_Task, 'duration_secs': 0.726167} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.859535] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a/3e4e25bc-c181-4e6b-9ec8-f2f301d6845a.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.860116] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7d2dd5c-13a4-4ab7-a8c0-20af2101bef7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.868215] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1177.868215] env[65310]: value = "task-4447098" [ 1177.868215] env[65310]: _type = "Task" [ 1177.868215] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.878357] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447098, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.957620] env[65310]: INFO nova.compute.manager [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Took 15.25 seconds to build instance. [ 1178.052370] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447097, 'name': PowerOffVM_Task, 'duration_secs': 0.505688} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.052869] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.053676] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc03ae83-cd6f-4c3e-baae-783984a11252 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.078386] env[65310]: DEBUG nova.scheduler.client.report [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.082437] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517733dd-8d3b-49e7-80f7-f6b45b25704c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.133204] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.133915] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df20343e-9769-4d80-91dc-e79db3a3c30d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.142090] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1178.142090] env[65310]: value = "task-4447099" [ 1178.142090] env[65310]: _type = "Task" [ 1178.142090] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.151672] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.381210] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447098, 'name': Rename_Task, 'duration_secs': 0.191106} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.382337] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.382548] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cfcd103-9221-46d1-bf0b-f9713492139f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.391891] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1178.391891] env[65310]: value = "task-4447100" [ 1178.391891] env[65310]: _type = "Task" [ 1178.391891] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.401253] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.461712] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1b52628a-d4f0-4d3e-ac88-542404245b06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "932c46da-3a0b-4f02-8655-906d1e940e88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.766s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.586767] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.310s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.586977] env[65310]: INFO nova.compute.manager [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Migrating [ 1178.595723] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.916s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.597208] env[65310]: INFO nova.compute.claims [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.655140] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1178.655367] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.655613] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.655758] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.655940] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.656216] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-171cdefe-7728-4984-9b0b-2a61c9f19569 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.666532] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.666725] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.667471] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3cdc6c-9f7d-46aa-b241-9e867b424eb5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.674892] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1178.674892] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ed7a5b-c61b-bcf8-3aaf-da232f65606b" [ 1178.674892] env[65310]: _type = "Task" [ 1178.674892] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.683991] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ed7a5b-c61b-bcf8-3aaf-da232f65606b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.818430] env[65310]: DEBUG oslo_concurrency.lockutils [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "932c46da-3a0b-4f02-8655-906d1e940e88" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.819056] env[65310]: DEBUG oslo_concurrency.lockutils [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "932c46da-3a0b-4f02-8655-906d1e940e88" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.819215] env[65310]: DEBUG nova.compute.manager [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1178.820161] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ce2440-320a-490c-babd-55d47eb597cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.829673] env[65310]: DEBUG nova.compute.manager [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65310) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1178.830430] env[65310]: DEBUG nova.objects.instance [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lazy-loading 'flavor' on Instance uuid 932c46da-3a0b-4f02-8655-906d1e940e88 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.906019] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.112650] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.113819] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.113819] env[65310]: DEBUG nova.network.neutron [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1179.188257] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ed7a5b-c61b-bcf8-3aaf-da232f65606b, 'name': SearchDatastore_Task, 'duration_secs': 0.009911} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.189147] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0135aa-019d-49c6-bf9a-d69c63bd1779 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.196887] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1179.196887] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52414884-d3d8-c3ca-31a0-4c6b7e460c7e" [ 1179.196887] env[65310]: _type = "Task" [ 1179.196887] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.208830] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52414884-d3d8-c3ca-31a0-4c6b7e460c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.403605] env[65310]: DEBUG oslo_vmware.api [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447100, 'name': PowerOnVM_Task, 'duration_secs': 0.835616} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.403872] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.404112] env[65310]: INFO nova.compute.manager [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1179.404293] env[65310]: DEBUG nova.compute.manager [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1179.405240] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4856ad3-74ab-47d9-9826-4360cf4e4373 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.620231] env[65310]: WARNING neutronclient.v2_0.client [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.714204] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52414884-d3d8-c3ca-31a0-4c6b7e460c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.714289] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.714532] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d8242a80-b3ed-4dbc-8b95-c5ca289e03e3/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. {{(pid=65310) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1179.714866] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0058d25-1607-44a2-b609-cefa3d92ad23 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.730698] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1179.730698] env[65310]: value = "task-4447101" [ 1179.730698] env[65310]: _type = "Task" [ 1179.730698] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.747593] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.839149] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.839149] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c950ed49-fb9f-4061-aba6-9a10535a2bf5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.847411] env[65310]: DEBUG oslo_vmware.api [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1179.847411] env[65310]: value = "task-4447102" [ 1179.847411] env[65310]: _type = "Task" [ 1179.847411] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.868080] env[65310]: DEBUG oslo_vmware.api [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.877777] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efd381d-f1ec-4641-94a8-2309eff58c22 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.890364] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fe3077-feaa-4d78-9c2e-147f9605c9df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.947206] env[65310]: WARNING neutronclient.v2_0.client [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.953030] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713b2d97-b2c9-415d-ae6c-09311ed21fc0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.954535] env[65310]: INFO nova.compute.manager [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Took 15.21 seconds to build instance. [ 1179.965600] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2770e8f4-0ce2-4c85-8b5c-6f619ede90ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.986953] env[65310]: DEBUG nova.compute.provider_tree [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.149421] env[65310]: DEBUG nova.network.neutron [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance_info_cache with network_info: [{"id": "0a98f968-3289-41b4-a02d-4b01007ad168", "address": "fa:16:3e:c3:05:b9", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a98f968-32", "ovs_interfaceid": "0a98f968-3289-41b4-a02d-4b01007ad168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.243212] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511545} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.243870] env[65310]: INFO nova.virt.vmwareapi.ds_util [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] d8242a80-b3ed-4dbc-8b95-c5ca289e03e3/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk. [ 1180.245074] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cfd833-5969-4b4f-9044-b27775c440f8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.276021] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] d8242a80-b3ed-4dbc-8b95-c5ca289e03e3/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.276557] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fac257e-9938-4d6b-a662-caf0b148e029 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.298791] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1180.298791] env[65310]: value = "task-4447103" [ 1180.298791] env[65310]: _type = "Task" [ 1180.298791] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.308725] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.358176] env[65310]: DEBUG oslo_vmware.api [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447102, 'name': PowerOffVM_Task, 'duration_secs': 0.238953} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.358482] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.358862] env[65310]: DEBUG nova.compute.manager [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1180.359854] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cbe948-2407-4257-a082-8909b1c37527 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.460178] env[65310]: DEBUG oslo_concurrency.lockutils [None req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.738s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.493262] env[65310]: DEBUG nova.scheduler.client.report [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.652754] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.797852] env[65310]: DEBUG nova.compute.manager [req-36ee5ab5-dd17-4ce2-89d6-946e8b859601 req-c749aa9a-046c-45b4-9e2e-c7ac97e8866e service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Received event network-changed-db9dbc51-5140-4d76-b095-83adf03412fe {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1180.797852] env[65310]: DEBUG nova.compute.manager [req-36ee5ab5-dd17-4ce2-89d6-946e8b859601 req-c749aa9a-046c-45b4-9e2e-c7ac97e8866e service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Refreshing instance network info cache due to event network-changed-db9dbc51-5140-4d76-b095-83adf03412fe. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1180.798301] env[65310]: DEBUG oslo_concurrency.lockutils [req-36ee5ab5-dd17-4ce2-89d6-946e8b859601 req-c749aa9a-046c-45b4-9e2e-c7ac97e8866e service nova] Acquiring lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.799335] env[65310]: DEBUG oslo_concurrency.lockutils [req-36ee5ab5-dd17-4ce2-89d6-946e8b859601 req-c749aa9a-046c-45b4-9e2e-c7ac97e8866e service nova] Acquired lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.799335] env[65310]: DEBUG nova.network.neutron [req-36ee5ab5-dd17-4ce2-89d6-946e8b859601 req-c749aa9a-046c-45b4-9e2e-c7ac97e8866e service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Refreshing network info cache for port db9dbc51-5140-4d76-b095-83adf03412fe {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.821250] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447103, 'name': ReconfigVM_Task, 'duration_secs': 0.499919} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.822100] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Reconfigured VM instance instance-0000006b to attach disk [datastore2] d8242a80-b3ed-4dbc-8b95-c5ca289e03e3/44ad85d0-985c-4e0c-b13e-c566a51b9bbc-rescue.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.823386] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e677fc52-d742-40cb-b066-47b2dd878de9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.878799] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bfd7871-6e54-40ae-ba87-4a15343d2e4d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.890810] env[65310]: DEBUG oslo_concurrency.lockutils [None req-389ccc3b-1b66-4066-8040-8f3802b7ac06 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "932c46da-3a0b-4f02-8655-906d1e940e88" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.901339] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1180.901339] env[65310]: value = "task-4447104" [ 1180.901339] env[65310]: _type = "Task" [ 1180.901339] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.909874] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.000621] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.001329] env[65310]: DEBUG nova.compute.manager [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1181.005478] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.174s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.005478] env[65310]: DEBUG nova.objects.instance [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lazy-loading 'resources' on Instance uuid ff4ec043-0c70-46aa-a1a2-1436b991e860 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.305768] env[65310]: WARNING neutronclient.v2_0.client [req-36ee5ab5-dd17-4ce2-89d6-946e8b859601 req-c749aa9a-046c-45b4-9e2e-c7ac97e8866e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.410379] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447104, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.508284] env[65310]: DEBUG nova.compute.utils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.513848] env[65310]: DEBUG nova.compute.manager [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1181.516906] env[65310]: DEBUG nova.network.neutron [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1181.517623] env[65310]: WARNING neutronclient.v2_0.client [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.517712] env[65310]: WARNING neutronclient.v2_0.client [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.542340] env[65310]: WARNING neutronclient.v2_0.client [req-36ee5ab5-dd17-4ce2-89d6-946e8b859601 req-c749aa9a-046c-45b4-9e2e-c7ac97e8866e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.578505] env[65310]: DEBUG nova.policy [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27309b7d57cd4622afee9e1faefefd8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a58a07b780194cf8a873cf5c305a08f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.638848] env[65310]: INFO nova.compute.manager [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Rebuilding instance [ 1181.707853] env[65310]: DEBUG nova.compute.manager [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1181.709231] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166974d4-8bac-4ec4-8343-5b2921eddb38 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.767142] env[65310]: DEBUG nova.network.neutron [req-36ee5ab5-dd17-4ce2-89d6-946e8b859601 req-c749aa9a-046c-45b4-9e2e-c7ac97e8866e service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updated VIF entry in instance network info cache for port db9dbc51-5140-4d76-b095-83adf03412fe. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1181.767142] env[65310]: DEBUG nova.network.neutron [req-36ee5ab5-dd17-4ce2-89d6-946e8b859601 req-c749aa9a-046c-45b4-9e2e-c7ac97e8866e service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance_info_cache with network_info: [{"id": "db9dbc51-5140-4d76-b095-83adf03412fe", "address": "fa:16:3e:c3:93:61", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9dbc51-51", "ovs_interfaceid": "db9dbc51-5140-4d76-b095-83adf03412fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.771063] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be7c4fe-92b4-413e-89dc-1ab005ab4152 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.778723] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23ecf99-c7a8-45dd-8978-1932531eb1ef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.816323] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdd4de5-3a88-4682-bcf9-ecb49b30a108 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.827228] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d1d1e2-e6fa-40ad-b4a7-bdd0d4851f08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.843235] env[65310]: DEBUG nova.compute.provider_tree [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.913866] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447104, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.938323] env[65310]: DEBUG nova.network.neutron [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Successfully created port: d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1182.014743] env[65310]: DEBUG nova.compute.manager [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1182.172071] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659c05ca-331b-4343-88f0-8e686d1c3a30 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.192990] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance 'e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea' progress to 0 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.269980] env[65310]: DEBUG oslo_concurrency.lockutils [req-36ee5ab5-dd17-4ce2-89d6-946e8b859601 req-c749aa9a-046c-45b4-9e2e-c7ac97e8866e service nova] Releasing lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.275857] env[65310]: DEBUG nova.network.neutron [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Successfully created port: ffbe12db-52be-453f-9287-369def96411b {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1182.346350] env[65310]: DEBUG nova.scheduler.client.report [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.412740] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447104, 'name': ReconfigVM_Task, 'duration_secs': 1.186529} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.413135] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.414100] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d3235a9-9d59-43f9-bfb9-989d7270f7bf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.420975] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1182.420975] env[65310]: value = "task-4447105" [ 1182.420975] env[65310]: _type = "Task" [ 1182.420975] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.430201] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.700116] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.700399] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1ceb651-6d06-4c25-98ff-29fab68bca9c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.710255] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1182.710255] env[65310]: value = "task-4447106" [ 1182.710255] env[65310]: _type = "Task" [ 1182.710255] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.719495] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.727571] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.728488] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09231873-5163-4e35-84aa-824f0ae4ed4e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.737148] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1182.737148] env[65310]: value = "task-4447107" [ 1182.737148] env[65310]: _type = "Task" [ 1182.737148] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.748219] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1182.748703] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.749511] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f1d07e-c09c-49d6-84d4-91b03d65890f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.758068] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.758452] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76f06625-2b43-4e87-b8fe-245944eb77cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.834675] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.835057] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.835354] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleting the datastore file [datastore2] 932c46da-3a0b-4f02-8655-906d1e940e88 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.835819] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72b030b5-a3f1-45f7-ad28-add8ea067db9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.848947] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1182.848947] env[65310]: value = "task-4447109" [ 1182.848947] env[65310]: _type = "Task" [ 1182.848947] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.853690] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.856654] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.141s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.859056] env[65310]: INFO nova.compute.claims [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.871120] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.878233] env[65310]: INFO nova.scheduler.client.report [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Deleted allocations for instance ff4ec043-0c70-46aa-a1a2-1436b991e860 [ 1182.933478] env[65310]: DEBUG oslo_vmware.api [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447105, 'name': PowerOnVM_Task, 'duration_secs': 0.481018} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.933651] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.939911] env[65310]: DEBUG nova.compute.manager [None req-f3ba9198-825b-4aac-9905-d143b833edb7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1182.941557] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9358ce-c1bb-42fb-ac68-8290f9da8325 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.032986] env[65310]: DEBUG nova.compute.manager [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1183.064979] env[65310]: DEBUG nova.virt.hardware [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1183.065258] env[65310]: DEBUG nova.virt.hardware [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.065412] env[65310]: DEBUG nova.virt.hardware [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1183.065590] env[65310]: DEBUG nova.virt.hardware [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.065730] env[65310]: DEBUG nova.virt.hardware [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1183.065876] env[65310]: DEBUG nova.virt.hardware [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1183.066095] env[65310]: DEBUG nova.virt.hardware [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1183.066253] env[65310]: DEBUG nova.virt.hardware [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1183.066415] env[65310]: DEBUG nova.virt.hardware [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1183.066628] env[65310]: DEBUG nova.virt.hardware [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1183.066738] env[65310]: DEBUG nova.virt.hardware [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1183.067772] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666ab54f-f409-468f-8506-cf80c68b271c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.076599] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e3c81e-604d-4db6-a721-cc606bb4102b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.096292] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquiring lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.096578] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.221915] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447106, 'name': PowerOffVM_Task, 'duration_secs': 0.232393} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.222350] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.222590] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance 'e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea' progress to 17 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.360330] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139595} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.360731] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.361058] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.361345] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.389862] env[65310]: DEBUG oslo_concurrency.lockutils [None req-c756b52d-524a-4aa8-90b7-34c18ac8c43b tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Lock "ff4ec043-0c70-46aa-a1a2-1436b991e860" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.174s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.599287] env[65310]: DEBUG nova.compute.manager [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1183.729145] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1183.729368] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.729525] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1183.729772] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.729951] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1183.730118] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1183.731428] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1183.731428] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1183.731428] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1183.731428] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1183.731428] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1183.736971] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56492d63-5116-4e14-8a66-4be26d1a868f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.754853] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1183.754853] env[65310]: value = "task-4447110" [ 1183.754853] env[65310]: _type = "Task" [ 1183.754853] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.760615] env[65310]: DEBUG nova.compute.manager [req-7f9c0129-4c3d-416c-b8e2-fbf938566446 req-9ad6c340-779c-4fee-b5e1-d104bcac2b00 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Received event network-vif-plugged-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1183.760788] env[65310]: DEBUG oslo_concurrency.lockutils [req-7f9c0129-4c3d-416c-b8e2-fbf938566446 req-9ad6c340-779c-4fee-b5e1-d104bcac2b00 service nova] Acquiring lock "8d924323-6602-4c4b-8218-9ff3187f21c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.761012] env[65310]: DEBUG oslo_concurrency.lockutils [req-7f9c0129-4c3d-416c-b8e2-fbf938566446 req-9ad6c340-779c-4fee-b5e1-d104bcac2b00 service nova] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.761192] env[65310]: DEBUG oslo_concurrency.lockutils [req-7f9c0129-4c3d-416c-b8e2-fbf938566446 req-9ad6c340-779c-4fee-b5e1-d104bcac2b00 service nova] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.761358] env[65310]: DEBUG nova.compute.manager [req-7f9c0129-4c3d-416c-b8e2-fbf938566446 req-9ad6c340-779c-4fee-b5e1-d104bcac2b00 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] No waiting events found dispatching network-vif-plugged-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1183.761516] env[65310]: WARNING nova.compute.manager [req-7f9c0129-4c3d-416c-b8e2-fbf938566446 req-9ad6c340-779c-4fee-b5e1-d104bcac2b00 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Received unexpected event network-vif-plugged-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 for instance with vm_state building and task_state spawning. [ 1183.769079] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447110, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.844126] env[65310]: DEBUG nova.network.neutron [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Successfully updated port: d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1183.950748] env[65310]: INFO nova.compute.manager [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Unrescuing [ 1183.952335] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.952335] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquired lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.952763] env[65310]: DEBUG nova.network.neutron [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1184.127026] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4efb5f4-1b76-4329-96e0-2a7fb6f2f921 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.131733] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.138539] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2d1c78-482f-4c6a-aac7-459e3d8f29e9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.173585] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c4fc22-4774-4c72-94bc-ca7fd4d9af83 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.181861] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c3a8b7-d513-4f49-919f-a6f8fc36294c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.198739] env[65310]: DEBUG nova.compute.provider_tree [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.266966] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447110, 'name': ReconfigVM_Task, 'duration_secs': 0.253946} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.267366] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance 'e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea' progress to 33 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.408595] env[65310]: DEBUG nova.virt.hardware [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1184.408896] env[65310]: DEBUG nova.virt.hardware [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.408988] env[65310]: DEBUG nova.virt.hardware [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1184.409188] env[65310]: DEBUG nova.virt.hardware [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.409332] env[65310]: DEBUG nova.virt.hardware [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1184.409472] env[65310]: DEBUG nova.virt.hardware [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1184.409693] env[65310]: DEBUG nova.virt.hardware [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1184.409971] env[65310]: DEBUG nova.virt.hardware [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1184.410477] env[65310]: DEBUG nova.virt.hardware [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1184.410713] env[65310]: DEBUG nova.virt.hardware [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1184.411376] env[65310]: DEBUG nova.virt.hardware [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1184.412034] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856b4851-72ad-4658-b7fd-637e622c593d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.422747] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4217563b-3d38-4f25-b671-12df19ab9b98 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.442556] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:bb:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad510751-ac01-4343-bf19-e1fe6d1ca191', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.450106] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1184.450948] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.451215] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00dfa7e6-ebb9-4294-abce-62495d4e2cdb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.466724] env[65310]: WARNING neutronclient.v2_0.client [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.477990] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.477990] env[65310]: value = "task-4447111" [ 1184.477990] env[65310]: _type = "Task" [ 1184.477990] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.492556] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447111, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.702256] env[65310]: DEBUG nova.scheduler.client.report [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.774719] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1184.774983] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.775151] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1184.775328] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.775520] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1184.775672] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1184.776046] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1184.776220] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1184.776711] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1184.776711] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1184.776711] env[65310]: DEBUG nova.virt.hardware [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1184.783894] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.784271] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31526b9c-076a-4760-8351-064a204cb1c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.807621] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1184.807621] env[65310]: value = "task-4447112" [ 1184.807621] env[65310]: _type = "Task" [ 1184.807621] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.816745] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.988884] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447111, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.209806] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.209806] env[65310]: DEBUG nova.compute.manager [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1185.212849] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.081s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.214831] env[65310]: INFO nova.compute.claims [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.246995] env[65310]: WARNING neutronclient.v2_0.client [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.319371] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447112, 'name': ReconfigVM_Task, 'duration_secs': 0.190836} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.319775] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.320656] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eab347-6fc0-44f4-abd3-f91146885d8b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.351280] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea/e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.351637] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2a3a2c-458f-4fbd-b5e6-49e9cd51b962 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.371484] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1185.371484] env[65310]: value = "task-4447113" [ 1185.371484] env[65310]: _type = "Task" [ 1185.371484] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.380516] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.485773] env[65310]: DEBUG nova.network.neutron [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updating instance_info_cache with network_info: [{"id": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "address": "fa:16:3e:01:10:4d", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014ff7b4-42", "ovs_interfaceid": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.490367] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447111, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.719222] env[65310]: DEBUG nova.compute.utils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.724261] env[65310]: DEBUG nova.compute.manager [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1185.724493] env[65310]: DEBUG nova.network.neutron [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1185.725922] env[65310]: WARNING neutronclient.v2_0.client [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.726868] env[65310]: WARNING neutronclient.v2_0.client [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.768767] env[65310]: DEBUG nova.policy [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7760815af803405580ca574b4191f1e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed792f251b2347659d5b4ab23712836a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.806291] env[65310]: DEBUG nova.compute.manager [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Received event network-changed-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1185.806594] env[65310]: DEBUG nova.compute.manager [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Refreshing instance network info cache due to event network-changed-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1185.806820] env[65310]: DEBUG oslo_concurrency.lockutils [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] Acquiring lock "refresh_cache-8d924323-6602-4c4b-8218-9ff3187f21c7" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.806972] env[65310]: DEBUG oslo_concurrency.lockutils [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] Acquired lock "refresh_cache-8d924323-6602-4c4b-8218-9ff3187f21c7" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.807147] env[65310]: DEBUG nova.network.neutron [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Refreshing network info cache for port d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.878292] env[65310]: DEBUG nova.network.neutron [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Successfully updated port: ffbe12db-52be-453f-9287-369def96411b {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1185.887101] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.990378] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447111, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.992134] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Releasing lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.992815] env[65310]: DEBUG nova.objects.instance [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lazy-loading 'flavor' on Instance uuid d8242a80-b3ed-4dbc-8b95-c5ca289e03e3 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.100987] env[65310]: DEBUG nova.network.neutron [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Successfully created port: d1174df7-b600-42ab-a3d2-b76e507a2310 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1186.225758] env[65310]: DEBUG nova.compute.manager [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1186.310104] env[65310]: WARNING neutronclient.v2_0.client [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.361810] env[65310]: DEBUG nova.network.neutron [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1186.382587] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "refresh_cache-8d924323-6602-4c4b-8218-9ff3187f21c7" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.382853] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447113, 'name': ReconfigVM_Task, 'duration_secs': 0.741033} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.383479] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Reconfigured VM instance instance-00000036 to attach disk [datastore2] e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea/e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.383793] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance 'e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea' progress to 50 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.425785] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf1d2d6-a0de-42d3-83d1-a3238c4f2229 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.435089] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb984ee0-7ec8-4a09-904e-88fba0799cc3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.467950] env[65310]: DEBUG nova.network.neutron [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.469634] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1a01f3-59e0-46eb-aad9-d9bba384203b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.479575] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359942d3-586c-49a0-8441-bd8f9719bac4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.502187] env[65310]: DEBUG nova.compute.provider_tree [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.508409] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e051bb39-1968-49a9-8bad-b0933b594a96 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.511062] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447111, 'name': CreateVM_Task, 'duration_secs': 1.532573} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.511920] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.512752] env[65310]: WARNING neutronclient.v2_0.client [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1186.514079] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.514079] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.514079] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.514079] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58056385-fee1-4d99-b8c4-3546a5425e3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.537786] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.538615] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98024225-3ed6-4a48-b9c8-06145268ab05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.542651] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1186.542651] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcc287-a00b-3cab-4d31-b317619ee134" [ 1186.542651] env[65310]: _type = "Task" [ 1186.542651] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.547872] env[65310]: DEBUG oslo_vmware.api [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1186.547872] env[65310]: value = "task-4447114" [ 1186.547872] env[65310]: _type = "Task" [ 1186.547872] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.556458] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcc287-a00b-3cab-4d31-b317619ee134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.563908] env[65310]: DEBUG oslo_vmware.api [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.893062] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0392c1-98e4-4c17-a838-948d5467d773 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.916979] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e0ea73-d130-471a-9660-15ac9ef51b01 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.937329] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance 'e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea' progress to 67 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.973666] env[65310]: DEBUG oslo_concurrency.lockutils [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] Releasing lock "refresh_cache-8d924323-6602-4c4b-8218-9ff3187f21c7" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.973966] env[65310]: DEBUG nova.compute.manager [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Received event network-vif-plugged-ffbe12db-52be-453f-9287-369def96411b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1186.974275] env[65310]: DEBUG oslo_concurrency.lockutils [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] Acquiring lock "8d924323-6602-4c4b-8218-9ff3187f21c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.974508] env[65310]: DEBUG oslo_concurrency.lockutils [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.974672] env[65310]: DEBUG oslo_concurrency.lockutils [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.974844] env[65310]: DEBUG nova.compute.manager [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] No waiting events found dispatching network-vif-plugged-ffbe12db-52be-453f-9287-369def96411b {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1186.975071] env[65310]: WARNING nova.compute.manager [req-e24a3469-8d0a-42b9-b6f0-73c8b8f1bcdb req-56d9d3fb-92ae-4ba0-bcc2-41346d946547 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Received unexpected event network-vif-plugged-ffbe12db-52be-453f-9287-369def96411b for instance with vm_state building and task_state spawning. [ 1186.975458] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquired lock "refresh_cache-8d924323-6602-4c4b-8218-9ff3187f21c7" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.975702] env[65310]: DEBUG nova.network.neutron [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1187.012668] env[65310]: DEBUG nova.scheduler.client.report [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.057797] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52fcc287-a00b-3cab-4d31-b317619ee134, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.058614] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.059255] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.059255] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.059453] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.063263] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.064143] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52deb093-43f0-46b1-b3a9-ce21778bccde {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.080115] env[65310]: DEBUG oslo_vmware.api [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447114, 'name': PowerOffVM_Task, 'duration_secs': 0.215635} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.081164] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.094551] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.097713] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-182038a2-c28f-4b37-8a9d-a2909875e5d0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.125163] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.125428] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.129229] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3801455c-2023-4804-b76c-6c3a99cd2c05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.141240] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1187.141240] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527ae298-69dd-4c93-1898-ff90d77af483" [ 1187.141240] env[65310]: _type = "Task" [ 1187.141240] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.145553] env[65310]: DEBUG oslo_vmware.api [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1187.145553] env[65310]: value = "task-4447115" [ 1187.145553] env[65310]: _type = "Task" [ 1187.145553] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.158214] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527ae298-69dd-4c93-1898-ff90d77af483, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.158214] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fd6b99-bea3-429d-b5c2-c81c172ad06f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.163023] env[65310]: DEBUG oslo_vmware.api [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.167223] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1187.167223] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e348d6-9feb-7730-f08c-3da77a870827" [ 1187.167223] env[65310]: _type = "Task" [ 1187.167223] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.177999] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e348d6-9feb-7730-f08c-3da77a870827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.237535] env[65310]: DEBUG nova.compute.manager [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1187.269385] env[65310]: DEBUG nova.virt.hardware [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1187.269691] env[65310]: DEBUG nova.virt.hardware [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.269880] env[65310]: DEBUG nova.virt.hardware [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1187.270154] env[65310]: DEBUG nova.virt.hardware [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.270304] env[65310]: DEBUG nova.virt.hardware [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1187.270459] env[65310]: DEBUG nova.virt.hardware [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1187.270676] env[65310]: DEBUG nova.virt.hardware [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1187.270857] env[65310]: DEBUG nova.virt.hardware [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1187.270993] env[65310]: DEBUG nova.virt.hardware [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1187.271924] env[65310]: DEBUG nova.virt.hardware [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1187.272282] env[65310]: DEBUG nova.virt.hardware [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1187.273371] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0646f645-3f19-4c78-bfbf-86179ce8949a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.281841] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21eb9e1-ab9c-4484-92be-e01a9acaed34 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.445105] env[65310]: WARNING neutronclient.v2_0.client [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.445519] env[65310]: WARNING neutronclient.v2_0.client [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.479916] env[65310]: DEBUG nova.network.neutron [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Port 0a98f968-3289-41b4-a02d-4b01007ad168 binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1187.518733] env[65310]: DEBUG nova.network.neutron [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1187.521139] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.521634] env[65310]: DEBUG nova.compute.manager [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1187.614433] env[65310]: WARNING neutronclient.v2_0.client [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.642598] env[65310]: DEBUG nova.network.neutron [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Successfully updated port: d1174df7-b600-42ab-a3d2-b76e507a2310 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1187.665784] env[65310]: DEBUG oslo_vmware.api [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.678523] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e348d6-9feb-7730-f08c-3da77a870827, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.678784] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.679130] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 932c46da-3a0b-4f02-8655-906d1e940e88/932c46da-3a0b-4f02-8655-906d1e940e88.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.679412] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0068dde9-cae4-4e50-926a-1ee4df69e3a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.687935] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1187.687935] env[65310]: value = "task-4447116" [ 1187.687935] env[65310]: _type = "Task" [ 1187.687935] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.697289] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.814243] env[65310]: WARNING neutronclient.v2_0.client [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.843104] env[65310]: DEBUG nova.compute.manager [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Received event network-changed-ffbe12db-52be-453f-9287-369def96411b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1187.843280] env[65310]: DEBUG nova.compute.manager [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Refreshing instance network info cache due to event network-changed-ffbe12db-52be-453f-9287-369def96411b. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1187.843529] env[65310]: DEBUG oslo_concurrency.lockutils [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] Acquiring lock "refresh_cache-8d924323-6602-4c4b-8218-9ff3187f21c7" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.901663] env[65310]: DEBUG nova.network.neutron [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Updating instance_info_cache with network_info: [{"id": "d7fefad5-ae9b-4ddd-a8ae-87e9272a0353", "address": "fa:16:3e:a2:fb:a6", "network": {"id": "c2b95697-8693-468d-9d8c-f6f56c071a58", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-504412049", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fefad5-ae", "ovs_interfaceid": "d7fefad5-ae9b-4ddd-a8ae-87e9272a0353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ffbe12db-52be-453f-9287-369def96411b", "address": "fa:16:3e:46:31:13", "network": {"id": "ee5b9362-0291-4287-8a80-b36151368bbd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1618326047", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbe12db-52", "ovs_interfaceid": "ffbe12db-52be-453f-9287-369def96411b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.028038] env[65310]: DEBUG nova.compute.utils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.030445] env[65310]: DEBUG nova.compute.manager [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1188.030598] env[65310]: DEBUG nova.network.neutron [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1188.030903] env[65310]: WARNING neutronclient.v2_0.client [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.031305] env[65310]: WARNING neutronclient.v2_0.client [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.099033] env[65310]: DEBUG nova.policy [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24b15e421f754339b74a736bfc46fce8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '139b0c2632b24794a4e50188597915fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.148155] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "refresh_cache-597d4120-a867-42ba-b4a5-511b8312a101" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.148155] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "refresh_cache-597d4120-a867-42ba-b4a5-511b8312a101" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.148155] env[65310]: DEBUG nova.network.neutron [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1188.160197] env[65310]: DEBUG oslo_vmware.api [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.198736] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507378} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.198998] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 932c46da-3a0b-4f02-8655-906d1e940e88/932c46da-3a0b-4f02-8655-906d1e940e88.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.199426] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.199741] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-074e068c-aedb-4cfa-bebf-e24168518742 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.207279] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1188.207279] env[65310]: value = "task-4447117" [ 1188.207279] env[65310]: _type = "Task" [ 1188.207279] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.218308] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.404472] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Releasing lock "refresh_cache-8d924323-6602-4c4b-8218-9ff3187f21c7" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.405124] env[65310]: DEBUG nova.compute.manager [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Instance network_info: |[{"id": "d7fefad5-ae9b-4ddd-a8ae-87e9272a0353", "address": "fa:16:3e:a2:fb:a6", "network": {"id": "c2b95697-8693-468d-9d8c-f6f56c071a58", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-504412049", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fefad5-ae", "ovs_interfaceid": "d7fefad5-ae9b-4ddd-a8ae-87e9272a0353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ffbe12db-52be-453f-9287-369def96411b", "address": "fa:16:3e:46:31:13", "network": {"id": "ee5b9362-0291-4287-8a80-b36151368bbd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1618326047", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbe12db-52", "ovs_interfaceid": "ffbe12db-52be-453f-9287-369def96411b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1188.405318] env[65310]: DEBUG oslo_concurrency.lockutils [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] Acquired lock "refresh_cache-8d924323-6602-4c4b-8218-9ff3187f21c7" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.405416] env[65310]: DEBUG nova.network.neutron [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Refreshing network info cache for port ffbe12db-52be-453f-9287-369def96411b {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.406771] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:fb:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7fefad5-ae9b-4ddd-a8ae-87e9272a0353', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:31:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffbe12db-52be-453f-9287-369def96411b', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.418776] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1188.420430] env[65310]: WARNING neutronclient.v2_0.client [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.423479] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.425489] env[65310]: DEBUG nova.network.neutron [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Successfully created port: 1478f849-f13c-4078-9f73-381f200f7cc9 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1188.427083] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-498af5f3-1b4f-4ffe-a1f6-68b8851391d5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.453527] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.453527] env[65310]: value = "task-4447118" [ 1188.453527] env[65310]: _type = "Task" [ 1188.453527] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.471478] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447118, 'name': CreateVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.511447] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.511447] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.511585] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.535021] env[65310]: DEBUG nova.compute.manager [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1188.660061] env[65310]: DEBUG oslo_vmware.api [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447115, 'name': ReconfigVM_Task, 'duration_secs': 1.274041} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.660360] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.660543] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.661822] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ae4f363-5a0c-4b3f-97eb-4e2dc43c8d3b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.663685] env[65310]: WARNING neutronclient.v2_0.client [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.671477] env[65310]: DEBUG oslo_vmware.api [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1188.671477] env[65310]: value = "task-4447119" [ 1188.671477] env[65310]: _type = "Task" [ 1188.671477] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.683758] env[65310]: DEBUG oslo_vmware.api [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.690919] env[65310]: DEBUG nova.network.neutron [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1188.719122] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10859} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.719422] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.720347] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302955b2-57bc-45a0-b717-6ba860f3033d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.550863] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 932c46da-3a0b-4f02-8655-906d1e940e88/932c46da-3a0b-4f02-8655-906d1e940e88.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.551274] env[65310]: DEBUG oslo_vmware.api [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447119, 'name': PowerOnVM_Task, 'duration_secs': 0.410558} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.554884] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d86e55e2-884d-48fd-91ef-dd69351b8194 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.568917] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.569203] env[65310]: DEBUG nova.compute.manager [None req-9cd67733-d5c3-44cc-9fee-53cc59e525ae tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1189.569475] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447118, 'name': CreateVM_Task, 'duration_secs': 0.425033} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.571726] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56d0c83-6ef9-4b15-ab01-e12e91199bce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.573846] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.575048] env[65310]: WARNING neutronclient.v2_0.client [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.575419] env[65310]: WARNING neutronclient.v2_0.client [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.575722] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.575869] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.576179] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.577792] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2181c1-953f-435d-b4b8-f9a3a1139d5a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.584053] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1189.584053] env[65310]: value = "task-4447120" [ 1189.584053] env[65310]: _type = "Task" [ 1189.584053] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.588880] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1189.588880] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e140ea-17f3-d4ff-115e-f8133939eca7" [ 1189.588880] env[65310]: _type = "Task" [ 1189.588880] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.595602] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.602630] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52e140ea-17f3-d4ff-115e-f8133939eca7, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.602948] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.603211] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.603461] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.603619] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.603814] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.604078] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc108f1a-040b-4390-a0cd-e112940bc95f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.607837] env[65310]: DEBUG nova.network.neutron [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Updated VIF entry in instance network info cache for port ffbe12db-52be-453f-9287-369def96411b. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1189.608301] env[65310]: DEBUG nova.network.neutron [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Updating instance_info_cache with network_info: [{"id": "d7fefad5-ae9b-4ddd-a8ae-87e9272a0353", "address": "fa:16:3e:a2:fb:a6", "network": {"id": "c2b95697-8693-468d-9d8c-f6f56c071a58", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-504412049", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fefad5-ae", "ovs_interfaceid": "d7fefad5-ae9b-4ddd-a8ae-87e9272a0353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ffbe12db-52be-453f-9287-369def96411b", "address": "fa:16:3e:46:31:13", "network": {"id": "ee5b9362-0291-4287-8a80-b36151368bbd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1618326047", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbe12db-52", "ovs_interfaceid": "ffbe12db-52be-453f-9287-369def96411b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.625461] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.625461] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.625461] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3fda03d-d680-4806-9415-1ca5c9f972d7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.631639] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1189.631639] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528bbb11-804b-88cd-f087-db5b2122e78c" [ 1189.631639] env[65310]: _type = "Task" [ 1189.631639] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.640524] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528bbb11-804b-88cd-f087-db5b2122e78c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.729772] env[65310]: WARNING neutronclient.v2_0.client [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.845660] env[65310]: DEBUG nova.network.neutron [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Updating instance_info_cache with network_info: [{"id": "d1174df7-b600-42ab-a3d2-b76e507a2310", "address": "fa:16:3e:61:38:2f", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1174df7-b6", "ovs_interfaceid": "d1174df7-b600-42ab-a3d2-b76e507a2310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.886444] env[65310]: DEBUG nova.compute.manager [req-555a8883-7891-42b8-ac72-a922abf19836 req-e8d1bacc-3b19-4663-872a-26a08cfe2bdc service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Received event network-vif-plugged-1478f849-f13c-4078-9f73-381f200f7cc9 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1189.886739] env[65310]: DEBUG oslo_concurrency.lockutils [req-555a8883-7891-42b8-ac72-a922abf19836 req-e8d1bacc-3b19-4663-872a-26a08cfe2bdc service nova] Acquiring lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.886992] env[65310]: DEBUG oslo_concurrency.lockutils [req-555a8883-7891-42b8-ac72-a922abf19836 req-e8d1bacc-3b19-4663-872a-26a08cfe2bdc service nova] Lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.887352] env[65310]: DEBUG oslo_concurrency.lockutils [req-555a8883-7891-42b8-ac72-a922abf19836 req-e8d1bacc-3b19-4663-872a-26a08cfe2bdc service nova] Lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.887525] env[65310]: DEBUG nova.compute.manager [req-555a8883-7891-42b8-ac72-a922abf19836 req-e8d1bacc-3b19-4663-872a-26a08cfe2bdc service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] No waiting events found dispatching network-vif-plugged-1478f849-f13c-4078-9f73-381f200f7cc9 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1189.887683] env[65310]: WARNING nova.compute.manager [req-555a8883-7891-42b8-ac72-a922abf19836 req-e8d1bacc-3b19-4663-872a-26a08cfe2bdc service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Received unexpected event network-vif-plugged-1478f849-f13c-4078-9f73-381f200f7cc9 for instance with vm_state building and task_state spawning. [ 1189.973264] env[65310]: DEBUG nova.network.neutron [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Successfully updated port: 1478f849-f13c-4078-9f73-381f200f7cc9 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1190.022545] env[65310]: WARNING neutronclient.v2_0.client [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.028058] env[65310]: DEBUG nova.compute.manager [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1190.064560] env[65310]: DEBUG nova.virt.hardware [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1190.064821] env[65310]: DEBUG nova.virt.hardware [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.064975] env[65310]: DEBUG nova.virt.hardware [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1190.065177] env[65310]: DEBUG nova.virt.hardware [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.065324] env[65310]: DEBUG nova.virt.hardware [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1190.065466] env[65310]: DEBUG nova.virt.hardware [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1190.065663] env[65310]: DEBUG nova.virt.hardware [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1190.065814] env[65310]: DEBUG nova.virt.hardware [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1190.065968] env[65310]: DEBUG nova.virt.hardware [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1190.066137] env[65310]: DEBUG nova.virt.hardware [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1190.066319] env[65310]: DEBUG nova.virt.hardware [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1190.067340] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be01d377-b673-40e7-b79f-03c096affa0f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.076628] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b146a0-c6a9-488d-aa41-d45bcfc67961 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.109993] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.110194] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.110362] env[65310]: DEBUG nova.network.neutron [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1190.111625] env[65310]: DEBUG oslo_concurrency.lockutils [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] Releasing lock "refresh_cache-8d924323-6602-4c4b-8218-9ff3187f21c7" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.111883] env[65310]: DEBUG nova.compute.manager [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Received event network-vif-plugged-d1174df7-b600-42ab-a3d2-b76e507a2310 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1190.112433] env[65310]: DEBUG oslo_concurrency.lockutils [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] Acquiring lock "597d4120-a867-42ba-b4a5-511b8312a101-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.112650] env[65310]: DEBUG oslo_concurrency.lockutils [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] Lock "597d4120-a867-42ba-b4a5-511b8312a101-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.112819] env[65310]: DEBUG oslo_concurrency.lockutils [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] Lock "597d4120-a867-42ba-b4a5-511b8312a101-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.113722] env[65310]: DEBUG nova.compute.manager [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] No waiting events found dispatching network-vif-plugged-d1174df7-b600-42ab-a3d2-b76e507a2310 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1190.113722] env[65310]: WARNING nova.compute.manager [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Received unexpected event network-vif-plugged-d1174df7-b600-42ab-a3d2-b76e507a2310 for instance with vm_state building and task_state spawning. [ 1190.113722] env[65310]: DEBUG nova.compute.manager [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Received event network-changed-d1174df7-b600-42ab-a3d2-b76e507a2310 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1190.113722] env[65310]: DEBUG nova.compute.manager [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Refreshing instance network info cache due to event network-changed-d1174df7-b600-42ab-a3d2-b76e507a2310. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1190.113722] env[65310]: DEBUG oslo_concurrency.lockutils [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] Acquiring lock "refresh_cache-597d4120-a867-42ba-b4a5-511b8312a101" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.117961] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447120, 'name': ReconfigVM_Task, 'duration_secs': 0.327571} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.117961] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 932c46da-3a0b-4f02-8655-906d1e940e88/932c46da-3a0b-4f02-8655-906d1e940e88.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.117961] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f1076f8-e575-488c-84cb-23d102548dd5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.125102] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1190.125102] env[65310]: value = "task-4447121" [ 1190.125102] env[65310]: _type = "Task" [ 1190.125102] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.135331] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447121, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.144925] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528bbb11-804b-88cd-f087-db5b2122e78c, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.145755] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8054b6fb-6e67-4f69-a7c5-118a6a71aa44 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.152991] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1190.152991] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52caf053-1646-0a80-5ea3-a5e1e28a45f5" [ 1190.152991] env[65310]: _type = "Task" [ 1190.152991] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.164854] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52caf053-1646-0a80-5ea3-a5e1e28a45f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.349089] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "refresh_cache-597d4120-a867-42ba-b4a5-511b8312a101" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.349501] env[65310]: DEBUG nova.compute.manager [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Instance network_info: |[{"id": "d1174df7-b600-42ab-a3d2-b76e507a2310", "address": "fa:16:3e:61:38:2f", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1174df7-b6", "ovs_interfaceid": "d1174df7-b600-42ab-a3d2-b76e507a2310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1190.349909] env[65310]: DEBUG oslo_concurrency.lockutils [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] Acquired lock "refresh_cache-597d4120-a867-42ba-b4a5-511b8312a101" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.350118] env[65310]: DEBUG nova.network.neutron [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Refreshing network info cache for port d1174df7-b600-42ab-a3d2-b76e507a2310 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.351466] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:38:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1174df7-b600-42ab-a3d2-b76e507a2310', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.360247] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1190.361517] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.361752] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2c04321-1382-491f-911c-962aca73305e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.382339] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.382339] env[65310]: value = "task-4447122" [ 1190.382339] env[65310]: _type = "Task" [ 1190.382339] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.392323] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447122, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.475980] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquiring lock "refresh_cache-5d72c1bb-baf9-47e8-8eee-86050356d1cf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.476758] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquired lock "refresh_cache-5d72c1bb-baf9-47e8-8eee-86050356d1cf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.476758] env[65310]: DEBUG nova.network.neutron [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1190.614985] env[65310]: WARNING neutronclient.v2_0.client [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.637293] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447121, 'name': Rename_Task, 'duration_secs': 0.13667} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.637638] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.637901] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad0575ac-0d54-4f78-b56c-70911621e091 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.646438] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1190.646438] env[65310]: value = "task-4447123" [ 1190.646438] env[65310]: _type = "Task" [ 1190.646438] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.662433] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.670962] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52caf053-1646-0a80-5ea3-a5e1e28a45f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012742} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.672122] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.672122] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 8d924323-6602-4c4b-8218-9ff3187f21c7/8d924323-6602-4c4b-8218-9ff3187f21c7.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.672122] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c6bf634-f821-49ab-ab3d-ac096d24a0aa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.679385] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1190.679385] env[65310]: value = "task-4447124" [ 1190.679385] env[65310]: _type = "Task" [ 1190.679385] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.690319] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.805612] env[65310]: WARNING neutronclient.v2_0.client [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.862396] env[65310]: WARNING neutronclient.v2_0.client [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.896951] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447122, 'name': CreateVM_Task, 'duration_secs': 0.384073} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.898530] env[65310]: DEBUG nova.network.neutron [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance_info_cache with network_info: [{"id": "0a98f968-3289-41b4-a02d-4b01007ad168", "address": "fa:16:3e:c3:05:b9", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a98f968-32", "ovs_interfaceid": "0a98f968-3289-41b4-a02d-4b01007ad168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.903560] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.904697] env[65310]: WARNING neutronclient.v2_0.client [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.904697] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.904874] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.905122] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.905421] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74aba2dd-7901-40d4-a757-cd83fed84008 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.912970] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1190.912970] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522452ed-c935-0b6a-4b68-fc7d3b29d02d" [ 1190.912970] env[65310]: _type = "Task" [ 1190.912970] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.926681] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522452ed-c935-0b6a-4b68-fc7d3b29d02d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.027706] env[65310]: DEBUG nova.network.neutron [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1191.057527] env[65310]: WARNING neutronclient.v2_0.client [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.101547] env[65310]: WARNING neutronclient.v2_0.client [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.138277] env[65310]: DEBUG nova.network.neutron [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Updated VIF entry in instance network info cache for port d1174df7-b600-42ab-a3d2-b76e507a2310. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1191.138511] env[65310]: DEBUG nova.network.neutron [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Updating instance_info_cache with network_info: [{"id": "d1174df7-b600-42ab-a3d2-b76e507a2310", "address": "fa:16:3e:61:38:2f", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1174df7-b6", "ovs_interfaceid": "d1174df7-b600-42ab-a3d2-b76e507a2310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.160817] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447123, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.193816] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447124, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.248775] env[65310]: DEBUG nova.network.neutron [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Updating instance_info_cache with network_info: [{"id": "1478f849-f13c-4078-9f73-381f200f7cc9", "address": "fa:16:3e:24:10:b6", "network": {"id": "8bc34ed6-cb84-40c0-97be-fec06e9fd66f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-648542674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "139b0c2632b24794a4e50188597915fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1478f849-f1", "ovs_interfaceid": "1478f849-f13c-4078-9f73-381f200f7cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.404542] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.424113] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522452ed-c935-0b6a-4b68-fc7d3b29d02d, 'name': SearchDatastore_Task, 'duration_secs': 0.062072} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.424413] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.424639] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.424897] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.425054] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.425235] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.425500] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5c06764-0d62-4bf1-98e2-7be5504b7a50 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.435292] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.435502] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.436284] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ba487b-5b68-4648-8d1e-9aab2fc52fd0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.442968] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1191.442968] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523fb91e-8bf0-a69a-e561-c9aa8fce3263" [ 1191.442968] env[65310]: _type = "Task" [ 1191.442968] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.451751] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523fb91e-8bf0-a69a-e561-c9aa8fce3263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.641424] env[65310]: DEBUG oslo_concurrency.lockutils [req-4f8e0c20-5578-4333-ba33-178f98932565 req-511997d3-2953-4073-8ecc-07f28a007e92 service nova] Releasing lock "refresh_cache-597d4120-a867-42ba-b4a5-511b8312a101" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.658031] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447123, 'name': PowerOnVM_Task, 'duration_secs': 0.591602} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.658296] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.658499] env[65310]: DEBUG nova.compute.manager [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1191.659296] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9512abe5-fe56-4d9e-9aa8-99c7b8501781 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.692295] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552968} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.692659] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 8d924323-6602-4c4b-8218-9ff3187f21c7/8d924323-6602-4c4b-8218-9ff3187f21c7.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.693093] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.693432] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27db40e7-c991-424a-9582-ff32a9382d25 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.701234] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1191.701234] env[65310]: value = "task-4447125" [ 1191.701234] env[65310]: _type = "Task" [ 1191.701234] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.711071] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.752250] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Releasing lock "refresh_cache-5d72c1bb-baf9-47e8-8eee-86050356d1cf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.752645] env[65310]: DEBUG nova.compute.manager [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Instance network_info: |[{"id": "1478f849-f13c-4078-9f73-381f200f7cc9", "address": "fa:16:3e:24:10:b6", "network": {"id": "8bc34ed6-cb84-40c0-97be-fec06e9fd66f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-648542674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "139b0c2632b24794a4e50188597915fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1478f849-f1", "ovs_interfaceid": "1478f849-f13c-4078-9f73-381f200f7cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1191.753203] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:10:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1478f849-f13c-4078-9f73-381f200f7cc9', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.760440] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Creating folder: Project (139b0c2632b24794a4e50188597915fa). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.760701] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-591e9058-aaca-4da7-aea0-ccf452021eb9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.773079] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Created folder: Project (139b0c2632b24794a4e50188597915fa) in parent group-v869493. [ 1191.773297] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Creating folder: Instances. Parent ref: group-v869806. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.773566] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-712b295b-0a23-44c0-8133-5883602202b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.787170] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Created folder: Instances in parent group-v869806. [ 1191.787533] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1191.787797] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.788070] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-249d8ab9-82e5-4b28-bf5b-03010d8ce3d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.808011] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.808011] env[65310]: value = "task-4447128" [ 1191.808011] env[65310]: _type = "Task" [ 1191.808011] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.820502] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447128, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.931442] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952dbc5c-0eb8-4c9f-ace3-1afed218cd5e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.955440] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c2ae52-0d01-4f6d-9cbc-7ec74dfc8114 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.960478] env[65310]: DEBUG nova.compute.manager [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Received event network-changed-1478f849-f13c-4078-9f73-381f200f7cc9 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1191.960659] env[65310]: DEBUG nova.compute.manager [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Refreshing instance network info cache due to event network-changed-1478f849-f13c-4078-9f73-381f200f7cc9. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1191.960856] env[65310]: DEBUG oslo_concurrency.lockutils [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] Acquiring lock "refresh_cache-5d72c1bb-baf9-47e8-8eee-86050356d1cf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.960992] env[65310]: DEBUG oslo_concurrency.lockutils [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] Acquired lock "refresh_cache-5d72c1bb-baf9-47e8-8eee-86050356d1cf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.961186] env[65310]: DEBUG nova.network.neutron [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Refreshing network info cache for port 1478f849-f13c-4078-9f73-381f200f7cc9 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.969261] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523fb91e-8bf0-a69a-e561-c9aa8fce3263, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.973224] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance 'e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea' progress to 83 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.977195] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bddbc9b-ad5d-461f-98d5-4b076d66aa03 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.985023] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1191.985023] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c56ba5-6a11-bc89-5dff-9918819dfc0a" [ 1191.985023] env[65310]: _type = "Task" [ 1191.985023] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.994511] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c56ba5-6a11-bc89-5dff-9918819dfc0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.170666] env[65310]: INFO nova.compute.manager [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] bringing vm to original state: 'stopped' [ 1192.214338] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239936} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.214551] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.215324] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c56c90-d890-419b-813b-48cb00ece89e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.241487] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 8d924323-6602-4c4b-8218-9ff3187f21c7/8d924323-6602-4c4b-8218-9ff3187f21c7.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.241817] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc8b81d-15b0-4966-92e7-6545713a74d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.262975] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1192.262975] env[65310]: value = "task-4447129" [ 1192.262975] env[65310]: _type = "Task" [ 1192.262975] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.271092] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.320248] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447128, 'name': CreateVM_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.465347] env[65310]: WARNING neutronclient.v2_0.client [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.483390] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.484207] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c8c844a-1cd1-4a42-9455-825a4bae831e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.497116] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52c56ba5-6a11-bc89-5dff-9918819dfc0a, 'name': SearchDatastore_Task, 'duration_secs': 0.019746} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.498786] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.499116] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 597d4120-a867-42ba-b4a5-511b8312a101/597d4120-a867-42ba-b4a5-511b8312a101.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.499409] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1192.499409] env[65310]: value = "task-4447130" [ 1192.499409] env[65310]: _type = "Task" [ 1192.499409] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.499600] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5e295d3-c43c-45f0-9052-ca013d4c3146 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.516934] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447130, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.518675] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1192.518675] env[65310]: value = "task-4447131" [ 1192.518675] env[65310]: _type = "Task" [ 1192.518675] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.632746] env[65310]: WARNING neutronclient.v2_0.client [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.708349] env[65310]: DEBUG nova.network.neutron [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Updated VIF entry in instance network info cache for port 1478f849-f13c-4078-9f73-381f200f7cc9. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1192.708959] env[65310]: DEBUG nova.network.neutron [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Updating instance_info_cache with network_info: [{"id": "1478f849-f13c-4078-9f73-381f200f7cc9", "address": "fa:16:3e:24:10:b6", "network": {"id": "8bc34ed6-cb84-40c0-97be-fec06e9fd66f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-648542674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139b0c2632b24794a4e50188597915fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1478f849-f1", "ovs_interfaceid": "1478f849-f13c-4078-9f73-381f200f7cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.774790] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447129, 'name': ReconfigVM_Task, 'duration_secs': 0.329898} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.775136] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 8d924323-6602-4c4b-8218-9ff3187f21c7/8d924323-6602-4c4b-8218-9ff3187f21c7.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.775799] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d01c7789-0183-4ba3-93a3-199a748e6a0e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.785253] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1192.785253] env[65310]: value = "task-4447132" [ 1192.785253] env[65310]: _type = "Task" [ 1192.785253] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.795612] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447132, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.820809] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447128, 'name': CreateVM_Task, 'duration_secs': 0.735889} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.821021] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.821500] env[65310]: WARNING neutronclient.v2_0.client [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.821894] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.822078] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.822414] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.822677] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575edfad-64b6-4552-ba2d-267bf9cdd34d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.830771] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for the task: (returnval){ [ 1192.830771] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5299ad97-c7c4-cb3b-91dd-bd9bb396e06d" [ 1192.830771] env[65310]: _type = "Task" [ 1192.830771] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.842715] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5299ad97-c7c4-cb3b-91dd-bd9bb396e06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.014018] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.028936] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447131, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.177797] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "932c46da-3a0b-4f02-8655-906d1e940e88" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.178148] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "932c46da-3a0b-4f02-8655-906d1e940e88" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.178351] env[65310]: DEBUG nova.compute.manager [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1193.179240] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c13727-b0c6-4b24-ab05-baf733de5182 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.187255] env[65310]: DEBUG nova.compute.manager [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65310) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1193.212312] env[65310]: DEBUG oslo_concurrency.lockutils [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] Releasing lock "refresh_cache-5d72c1bb-baf9-47e8-8eee-86050356d1cf" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.212614] env[65310]: DEBUG nova.compute.manager [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Received event network-changed-014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1193.212826] env[65310]: DEBUG nova.compute.manager [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Refreshing instance network info cache due to event network-changed-014ff7b4-42ff-4d43-9c25-0d070e0360b9. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1193.213123] env[65310]: DEBUG oslo_concurrency.lockutils [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] Acquiring lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.213342] env[65310]: DEBUG oslo_concurrency.lockutils [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] Acquired lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.213530] env[65310]: DEBUG nova.network.neutron [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Refreshing network info cache for port 014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.298129] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447132, 'name': Rename_Task, 'duration_secs': 0.343614} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.298432] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.298698] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac9eba8-1781-46dc-b1db-7d8215753120 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.306031] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1193.306031] env[65310]: value = "task-4447133" [ 1193.306031] env[65310]: _type = "Task" [ 1193.306031] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.316074] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.341562] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5299ad97-c7c4-cb3b-91dd-bd9bb396e06d, 'name': SearchDatastore_Task, 'duration_secs': 0.061486} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.341998] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.342276] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.342519] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.343180] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.343180] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.343375] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05f8c04c-ff30-4dc0-90d3-78989201d147 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.353932] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.354166] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.355154] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfe72d4a-2456-4f4d-be91-453bc2fd0263 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.361813] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for the task: (returnval){ [ 1193.361813] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523fdf9e-ccd6-7d9c-3638-68bf33d71d07" [ 1193.361813] env[65310]: _type = "Task" [ 1193.361813] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.370894] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523fdf9e-ccd6-7d9c-3638-68bf33d71d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.513115] env[65310]: DEBUG oslo_vmware.api [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447130, 'name': PowerOnVM_Task, 'duration_secs': 0.749976} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.513440] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.513806] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d612caae-363f-4a6c-a443-d0e9de324a55 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance 'e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea' progress to 100 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.533029] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518534} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.533290] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 597d4120-a867-42ba-b4a5-511b8312a101/597d4120-a867-42ba-b4a5-511b8312a101.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.533547] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.533760] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b63f439b-0cf6-4a42-a3cb-5bf85808390d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.545161] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1193.545161] env[65310]: value = "task-4447134" [ 1193.545161] env[65310]: _type = "Task" [ 1193.545161] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.556271] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.691972] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.692402] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33bb0dcc-84a0-49ac-b768-bf5547934760 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.701390] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1193.701390] env[65310]: value = "task-4447135" [ 1193.701390] env[65310]: _type = "Task" [ 1193.701390] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.712396] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.716128] env[65310]: WARNING neutronclient.v2_0.client [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.818429] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447133, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.877656] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523fdf9e-ccd6-7d9c-3638-68bf33d71d07, 'name': SearchDatastore_Task, 'duration_secs': 0.009989} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.883582] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b053609-82e3-4474-8805-9a3bd2fff45a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.892580] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for the task: (returnval){ [ 1193.892580] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523da41a-027a-ee04-e811-30023a9510cc" [ 1193.892580] env[65310]: _type = "Task" [ 1193.892580] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.906682] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523da41a-027a-ee04-e811-30023a9510cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.924407] env[65310]: WARNING neutronclient.v2_0.client [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.022441] env[65310]: DEBUG nova.network.neutron [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updated VIF entry in instance network info cache for port 014ff7b4-42ff-4d43-9c25-0d070e0360b9. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1194.024091] env[65310]: DEBUG nova.network.neutron [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updating instance_info_cache with network_info: [{"id": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "address": "fa:16:3e:01:10:4d", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014ff7b4-42", "ovs_interfaceid": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.056726] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227418} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.056990] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.057822] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461149f8-2a38-413e-afb4-40b30ebe6abd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.082542] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 597d4120-a867-42ba-b4a5-511b8312a101/597d4120-a867-42ba-b4a5-511b8312a101.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.082842] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0dd2fbb-014c-4573-988c-ae56e646c9fe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.104103] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1194.104103] env[65310]: value = "task-4447136" [ 1194.104103] env[65310]: _type = "Task" [ 1194.104103] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.114712] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.212331] env[65310]: DEBUG oslo_vmware.api [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447135, 'name': PowerOffVM_Task, 'duration_secs': 0.294822} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.212597] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.212784] env[65310]: DEBUG nova.compute.manager [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1194.213625] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d74fa0-1a23-4172-8a64-6d310f4ee728 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.317968] env[65310]: DEBUG oslo_vmware.api [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447133, 'name': PowerOnVM_Task, 'duration_secs': 0.66605} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.318081] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.318244] env[65310]: INFO nova.compute.manager [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Took 11.29 seconds to spawn the instance on the hypervisor. [ 1194.318423] env[65310]: DEBUG nova.compute.manager [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1194.319445] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f96e511-0b7c-4832-84f5-517f9e6cca44 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.404594] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]523da41a-027a-ee04-e811-30023a9510cc, 'name': SearchDatastore_Task, 'duration_secs': 0.019907} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.404912] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.405219] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5d72c1bb-baf9-47e8-8eee-86050356d1cf/5d72c1bb-baf9-47e8-8eee-86050356d1cf.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.405594] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77122964-1e49-4588-b6e3-2eff4a5e988c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.413688] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for the task: (returnval){ [ 1194.413688] env[65310]: value = "task-4447137" [ 1194.413688] env[65310]: _type = "Task" [ 1194.413688] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.424226] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.530894] env[65310]: DEBUG oslo_concurrency.lockutils [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] Releasing lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.530894] env[65310]: DEBUG nova.compute.manager [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Received event network-changed-014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1194.530894] env[65310]: DEBUG nova.compute.manager [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Refreshing instance network info cache due to event network-changed-014ff7b4-42ff-4d43-9c25-0d070e0360b9. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1194.530894] env[65310]: DEBUG oslo_concurrency.lockutils [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] Acquiring lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.531283] env[65310]: DEBUG oslo_concurrency.lockutils [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] Acquired lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.531283] env[65310]: DEBUG nova.network.neutron [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Refreshing network info cache for port 014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.614428] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447136, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.727984] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "932c46da-3a0b-4f02-8655-906d1e940e88" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.844934] env[65310]: INFO nova.compute.manager [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Took 19.20 seconds to build instance. [ 1194.927129] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447137, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.041370] env[65310]: WARNING neutronclient.v2_0.client [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.116480] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447136, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.236040] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.236304] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.236467] env[65310]: DEBUG nova.objects.instance [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1195.255379] env[65310]: WARNING neutronclient.v2_0.client [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.313227] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.314923] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.002s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.315153] env[65310]: DEBUG nova.compute.manager [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Going to confirm migration 6 {{(pid=65310) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1195.339200] env[65310]: DEBUG nova.network.neutron [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updated VIF entry in instance network info cache for port 014ff7b4-42ff-4d43-9c25-0d070e0360b9. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1195.339635] env[65310]: DEBUG nova.network.neutron [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updating instance_info_cache with network_info: [{"id": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "address": "fa:16:3e:01:10:4d", "network": {"id": "dbba0de4-15ad-4217-9b13-dad5148c6c86", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1856410660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43adb619498c48219153229b44d7df42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014ff7b4-42", "ovs_interfaceid": "014ff7b4-42ff-4d43-9c25-0d070e0360b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.347775] env[65310]: DEBUG oslo_concurrency.lockutils [None req-95a1d534-fef2-4c9d-a837-440037fab5fe tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.713s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.426046] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739574} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.426340] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5d72c1bb-baf9-47e8-8eee-86050356d1cf/5d72c1bb-baf9-47e8-8eee-86050356d1cf.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.426553] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.426808] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2d82d94-5ec3-4fe7-8d9f-8bb8aa1e7b97 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.434655] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for the task: (returnval){ [ 1195.434655] env[65310]: value = "task-4447138" [ 1195.434655] env[65310]: _type = "Task" [ 1195.434655] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.445487] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.459330] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "932c46da-3a0b-4f02-8655-906d1e940e88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.459874] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "932c46da-3a0b-4f02-8655-906d1e940e88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.460069] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "932c46da-3a0b-4f02-8655-906d1e940e88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.460268] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "932c46da-3a0b-4f02-8655-906d1e940e88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.460480] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "932c46da-3a0b-4f02-8655-906d1e940e88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.462886] env[65310]: INFO nova.compute.manager [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Terminating instance [ 1195.616723] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447136, 'name': ReconfigVM_Task, 'duration_secs': 1.490789} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.617602] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 597d4120-a867-42ba-b4a5-511b8312a101/597d4120-a867-42ba-b4a5-511b8312a101.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.617781] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca6f2892-d2c7-423b-848e-c5fe9e337af5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.626105] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1195.626105] env[65310]: value = "task-4447139" [ 1195.626105] env[65310]: _type = "Task" [ 1195.626105] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.636442] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447139, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.822067] env[65310]: WARNING neutronclient.v2_0.client [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.843353] env[65310]: DEBUG oslo_concurrency.lockutils [req-6f0cb625-8cae-4094-9d0f-0d6763351bbb req-e400d8aa-0a96-470e-a9d9-546081c5bb68 service nova] Releasing lock "refresh_cache-d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.945957] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075989} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.946299] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.947146] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb09add8-54c1-41a1-91b7-ce33fd9cf766 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.971160] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 5d72c1bb-baf9-47e8-8eee-86050356d1cf/5d72c1bb-baf9-47e8-8eee-86050356d1cf.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.971875] env[65310]: DEBUG nova.compute.manager [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1195.972136] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.972418] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8479f6a7-cf44-4e89-8984-1570ae1cae47 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.987593] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa308a8-befa-4ce9-91d7-d28e6ad31567 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.999015] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.000572] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec9d14d8-ce58-4ebd-ac2e-88450f5a0f72 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.002416] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for the task: (returnval){ [ 1196.002416] env[65310]: value = "task-4447140" [ 1196.002416] env[65310]: _type = "Task" [ 1196.002416] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.012944] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.014273] env[65310]: WARNING neutronclient.v2_0.client [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.014639] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.014795] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.014963] env[65310]: DEBUG nova.network.neutron [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1196.015186] env[65310]: DEBUG nova.objects.instance [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'info_cache' on Instance uuid e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.025054] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "8d924323-6602-4c4b-8218-9ff3187f21c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.025366] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.025652] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "8d924323-6602-4c4b-8218-9ff3187f21c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.025833] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.025982] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.028396] env[65310]: INFO nova.compute.manager [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Terminating instance [ 1196.095533] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.095799] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.095948] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleting the datastore file [datastore1] 932c46da-3a0b-4f02-8655-906d1e940e88 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.096258] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e61a73a3-a2bc-4e49-b48e-0817be8c570f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.105776] env[65310]: DEBUG oslo_vmware.api [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1196.105776] env[65310]: value = "task-4447142" [ 1196.105776] env[65310]: _type = "Task" [ 1196.105776] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.117651] env[65310]: DEBUG oslo_vmware.api [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.142402] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447139, 'name': Rename_Task, 'duration_secs': 0.459691} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.142772] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.143164] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e823070e-665c-434f-b958-4e2cf554cdb1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.152444] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1196.152444] env[65310]: value = "task-4447143" [ 1196.152444] env[65310]: _type = "Task" [ 1196.152444] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.162081] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.247331] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9e2c610e-789b-4613-9404-ddd91ac7fdd3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.514789] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447140, 'name': ReconfigVM_Task, 'duration_secs': 0.35303} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.515152] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 5d72c1bb-baf9-47e8-8eee-86050356d1cf/5d72c1bb-baf9-47e8-8eee-86050356d1cf.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.515927] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73a882f3-c3cd-4870-9c2e-1e3b720efae0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.525882] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for the task: (returnval){ [ 1196.525882] env[65310]: value = "task-4447144" [ 1196.525882] env[65310]: _type = "Task" [ 1196.525882] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.536131] env[65310]: DEBUG nova.compute.manager [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1196.536410] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.537321] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447144, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.537935] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a346849-30af-4b9d-bf4b-93f422149c24 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.546565] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.546764] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c00a5686-5e9e-4779-b58a-120c64d1adf1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.556487] env[65310]: DEBUG oslo_vmware.api [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1196.556487] env[65310]: value = "task-4447145" [ 1196.556487] env[65310]: _type = "Task" [ 1196.556487] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.568197] env[65310]: DEBUG oslo_vmware.api [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.617535] env[65310]: DEBUG oslo_vmware.api [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473509} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.617814] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.618023] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.618186] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.618357] env[65310]: INFO nova.compute.manager [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1196.618611] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1196.618813] env[65310]: DEBUG nova.compute.manager [-] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1196.618906] env[65310]: DEBUG nova.network.neutron [-] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1196.619205] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.658669] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.665109] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.907285] env[65310]: DEBUG nova.compute.manager [req-04856cdd-5eb3-453a-9ccc-4ae15f50b4d4 req-fa4d06a7-c3d9-4043-a893-79fd29fcc51d service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Received event network-vif-deleted-ad510751-ac01-4343-bf19-e1fe6d1ca191 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1196.907285] env[65310]: INFO nova.compute.manager [req-04856cdd-5eb3-453a-9ccc-4ae15f50b4d4 req-fa4d06a7-c3d9-4043-a893-79fd29fcc51d service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Neutron deleted interface ad510751-ac01-4343-bf19-e1fe6d1ca191; detaching it from the instance and deleting it from the info cache [ 1196.907285] env[65310]: DEBUG nova.network.neutron [req-04856cdd-5eb3-453a-9ccc-4ae15f50b4d4 req-fa4d06a7-c3d9-4043-a893-79fd29fcc51d service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.022178] env[65310]: WARNING neutronclient.v2_0.client [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.037263] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447144, 'name': Rename_Task, 'duration_secs': 0.162812} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.037586] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.037783] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87f5641a-9429-4816-b626-8b52511080ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.045324] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for the task: (returnval){ [ 1197.045324] env[65310]: value = "task-4447146" [ 1197.045324] env[65310]: _type = "Task" [ 1197.045324] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.054088] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.069973] env[65310]: DEBUG oslo_vmware.api [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447145, 'name': PowerOffVM_Task, 'duration_secs': 0.20614} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.070244] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.070407] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.070680] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b66b442-dc27-40fe-8db3-5cdb95b4d12f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.140693] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.164825] env[65310]: DEBUG oslo_vmware.api [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447143, 'name': PowerOnVM_Task, 'duration_secs': 0.670933} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.166200] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.166416] env[65310]: INFO nova.compute.manager [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1197.166617] env[65310]: DEBUG nova.compute.manager [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1197.167495] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe31473c-ba64-44e2-b335-0c716fa81e31 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.184458] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.184633] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.184806] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Deleting the datastore file [datastore1] 8d924323-6602-4c4b-8218-9ff3187f21c7 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.185336] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-369899e3-5aad-49ad-8bcd-9b41f51a9d60 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.192314] env[65310]: DEBUG oslo_vmware.api [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for the task: (returnval){ [ 1197.192314] env[65310]: value = "task-4447148" [ 1197.192314] env[65310]: _type = "Task" [ 1197.192314] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.202154] env[65310]: DEBUG oslo_vmware.api [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.214239] env[65310]: WARNING neutronclient.v2_0.client [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.302094] env[65310]: DEBUG nova.network.neutron [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance_info_cache with network_info: [{"id": "0a98f968-3289-41b4-a02d-4b01007ad168", "address": "fa:16:3e:c3:05:b9", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a98f968-32", "ovs_interfaceid": "0a98f968-3289-41b4-a02d-4b01007ad168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.386905] env[65310]: DEBUG nova.network.neutron [-] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.409837] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e45e3d1-390b-4e92-9ed4-1bde98f7ed12 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.419735] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b069ceb-8d18-4874-9228-72539d08105a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.452375] env[65310]: DEBUG nova.compute.manager [req-04856cdd-5eb3-453a-9ccc-4ae15f50b4d4 req-fa4d06a7-c3d9-4043-a893-79fd29fcc51d service nova] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Detach interface failed, port_id=ad510751-ac01-4343-bf19-e1fe6d1ca191, reason: Instance 932c46da-3a0b-4f02-8655-906d1e940e88 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1197.556379] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447146, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.646020] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Getting list of instances from cluster (obj){ [ 1197.646020] env[65310]: value = "domain-c8" [ 1197.646020] env[65310]: _type = "ClusterComputeResource" [ 1197.646020] env[65310]: } {{(pid=65310) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1197.647144] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad58f80d-472f-4d87-b5e8-d3d7d53ff371 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.666128] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Got total of 10 instances {{(pid=65310) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1197.666296] env[65310]: WARNING nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] While synchronizing instance power states, found 12 instances in the database and 10 instances on the hypervisor. [ 1197.666430] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.666730] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid 3bfc58b9-1580-494f-b02c-1928afb6d17d {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.666941] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid 5f9a7f8c-576e-499b-b84c-eda4a89b7835 {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.667158] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1 {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.667352] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid a44a03e7-d28b-4106-b87a-5feeba108b61 {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.667540] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid d8242a80-b3ed-4dbc-8b95-c5ca289e03e3 {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.667729] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.667917] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid 932c46da-3a0b-4f02-8655-906d1e940e88 {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.668121] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.668451] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid 8d924323-6602-4c4b-8218-9ff3187f21c7 {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.668649] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid 597d4120-a867-42ba-b4a5-511b8312a101 {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.668841] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Triggering sync for uuid 5d72c1bb-baf9-47e8-8eee-86050356d1cf {{(pid=65310) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1197.669234] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.669482] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "3bfc58b9-1580-494f-b02c-1928afb6d17d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.669668] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "3bfc58b9-1580-494f-b02c-1928afb6d17d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.669930] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.670117] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.670347] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.670513] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.670749] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "a44a03e7-d28b-4106-b87a-5feeba108b61" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.670922] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "a44a03e7-d28b-4106-b87a-5feeba108b61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.671175] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.671353] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.671578] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.671748] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.672016] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "932c46da-3a0b-4f02-8655-906d1e940e88" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.672228] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.672398] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.672622] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "8d924323-6602-4c4b-8218-9ff3187f21c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.672820] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "597d4120-a867-42ba-b4a5-511b8312a101" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.674416] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.675261] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8a6ce8-6d35-4db4-8f4b-bb3d45aff43e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.678187] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b72847-751b-4be8-8aaf-a456584533a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.681126] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7245308-3a9b-4cd7-9da0-4ec619004180 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.683757] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f0aa2b-642e-4945-ac19-717e908b770f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.686512] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2928046a-15e2-4d87-b9c6-ab0ba875dec9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.689081] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db2e83f-8794-4b26-af61-4104debc97cd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.691776] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d6c215-e3ad-4bf3-829d-0a0d9f8c9ee2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.723591] env[65310]: INFO nova.compute.manager [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Took 21.03 seconds to build instance. [ 1197.739530] env[65310]: DEBUG oslo_vmware.api [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Task: {'id': task-4447148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173621} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.740358] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.740541] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.740714] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.740879] env[65310]: INFO nova.compute.manager [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1197.741128] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1197.741852] env[65310]: DEBUG nova.compute.manager [-] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1197.742045] env[65310]: DEBUG nova.network.neutron [-] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1197.742221] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.804974] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.805358] env[65310]: DEBUG nova.objects.instance [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'migration_context' on Instance uuid e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.807239] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.890737] env[65310]: INFO nova.compute.manager [-] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Took 1.27 seconds to deallocate network for instance. [ 1198.057111] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447146, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.223359] env[65310]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1198.225459] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.225831] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.226173] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.226484] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.234186] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.242904] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "3bfc58b9-1580-494f-b02c-1928afb6d17d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.244703] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6838d8a4-186a-40cd-a9a3-4d594ad15639 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "597d4120-a867-42ba-b4a5-511b8312a101" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.564s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.245642] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "a44a03e7-d28b-4106-b87a-5feeba108b61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.574s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.245642] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "597d4120-a867-42ba-b4a5-511b8312a101" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.573s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.245642] env[65310]: INFO nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] During sync_power_state the instance has a pending task (spawning). Skip. [ 1198.245789] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "597d4120-a867-42ba-b4a5-511b8312a101" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.296893] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.311402] env[65310]: DEBUG nova.objects.base [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1198.313136] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d8bd3f-a097-481b-a70b-608e4de8c669 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.341730] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ff4fd3-ae8b-46d0-85f0-99d609e2c38f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.348506] env[65310]: DEBUG oslo_vmware.api [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1198.348506] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5284b29c-8bad-0637-3cb0-900e92679132" [ 1198.348506] env[65310]: _type = "Task" [ 1198.348506] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.359422] env[65310]: DEBUG nova.compute.manager [req-fb4d0336-448b-409e-8bee-a1e8b1341e24 req-208d23df-07c3-4fa0-9677-aa21d8d9e26a service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Received event network-vif-deleted-ffbe12db-52be-453f-9287-369def96411b {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1198.359627] env[65310]: INFO nova.compute.manager [req-fb4d0336-448b-409e-8bee-a1e8b1341e24 req-208d23df-07c3-4fa0-9677-aa21d8d9e26a service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Neutron deleted interface ffbe12db-52be-453f-9287-369def96411b; detaching it from the instance and deleting it from the info cache [ 1198.360117] env[65310]: DEBUG nova.network.neutron [req-fb4d0336-448b-409e-8bee-a1e8b1341e24 req-208d23df-07c3-4fa0-9677-aa21d8d9e26a service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Updating instance_info_cache with network_info: [{"id": "d7fefad5-ae9b-4ddd-a8ae-87e9272a0353", "address": "fa:16:3e:a2:fb:a6", "network": {"id": "c2b95697-8693-468d-9d8c-f6f56c071a58", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-504412049", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58a07b780194cf8a873cf5c305a08f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fefad5-ae", "ovs_interfaceid": "d7fefad5-ae9b-4ddd-a8ae-87e9272a0353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.365861] env[65310]: DEBUG oslo_vmware.api [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5284b29c-8bad-0637-3cb0-900e92679132, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.366213] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.366515] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.398135] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.556874] env[65310]: DEBUG oslo_vmware.api [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447146, 'name': PowerOnVM_Task, 'duration_secs': 1.311557} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.557175] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.557394] env[65310]: INFO nova.compute.manager [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1198.557598] env[65310]: DEBUG nova.compute.manager [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1198.558386] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116e81e2-ac12-4a39-9b14-71dbcb38b947 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.725038] env[65310]: DEBUG nova.network.neutron [-] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.761689] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.863353] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9707e652-322c-4e3b-8556-3aa378fdbbf7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.877689] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b692f1-351c-4f11-a573-9e8ec1286bfc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.918746] env[65310]: DEBUG nova.compute.manager [req-fb4d0336-448b-409e-8bee-a1e8b1341e24 req-208d23df-07c3-4fa0-9677-aa21d8d9e26a service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Detach interface failed, port_id=ffbe12db-52be-453f-9287-369def96411b, reason: Instance 8d924323-6602-4c4b-8218-9ff3187f21c7 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1198.940173] env[65310]: DEBUG nova.compute.manager [req-0f6e831a-2d12-47f8-ad4b-023e185e49b8 req-39d5c8ba-dd81-4f17-aaef-96f688a1e08e service nova] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Received event network-vif-deleted-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1199.078540] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "5744e282-6b3a-4d5a-b593-a5b116a5d872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.078881] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "5744e282-6b3a-4d5a-b593-a5b116a5d872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.082236] env[65310]: INFO nova.compute.manager [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Took 14.98 seconds to build instance. [ 1199.107697] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d82003-f0d7-4997-8d13-7ff984133289 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.116355] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180368f1-fdd1-4ec2-9f4f-8289dacee93a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.148413] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fde0871-3c73-49ad-a633-d9b756a234c3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.157156] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7561e309-55ad-495e-8a68-c0546b10f53a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.171886] env[65310]: DEBUG nova.compute.provider_tree [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.227658] env[65310]: INFO nova.compute.manager [-] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Took 1.49 seconds to deallocate network for instance. [ 1199.264939] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.587027] env[65310]: DEBUG nova.compute.manager [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1199.587027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-baa17482-cf75-4304-a9ba-9da605a8025e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.490s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.587027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.913s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.587647] env[65310]: INFO nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] During sync_power_state the instance has a pending task (spawning). Skip. [ 1199.591696] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.004s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.687894] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquiring lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.688173] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.688392] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquiring lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.688568] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.688729] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.690846] env[65310]: INFO nova.compute.manager [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Terminating instance [ 1199.693964] env[65310]: ERROR nova.scheduler.client.report [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [req-b7bd8a73-a9d3-4a78-8d68-d36d39abd4fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7bd8a73-a9d3-4a78-8d68-d36d39abd4fa"}]} [ 1199.711090] env[65310]: DEBUG nova.scheduler.client.report [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1199.725448] env[65310]: DEBUG nova.scheduler.client.report [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1199.725665] env[65310]: DEBUG nova.compute.provider_tree [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.734699] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.738360] env[65310]: DEBUG nova.scheduler.client.report [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1199.761510] env[65310]: DEBUG nova.scheduler.client.report [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1200.042044] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00845c96-dd57-490b-bd54-e5b26739fc37 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.052545] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a314296-4a38-4acc-a351-1c61a65d92de {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.085223] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e056c7-332c-44a0-a1a7-d34c20567ab8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.096880] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e25308-786e-43f3-adc0-835af8b094c1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.114609] env[65310]: DEBUG nova.compute.provider_tree [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.116855] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.198665] env[65310]: DEBUG nova.compute.manager [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1200.198961] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.200033] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6a90ba-0274-42d3-bf6f-67fb94d05e0e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.212585] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.212986] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d4fd532-55fd-4321-8e30-966700848381 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.221192] env[65310]: DEBUG oslo_vmware.api [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for the task: (returnval){ [ 1200.221192] env[65310]: value = "task-4447149" [ 1200.221192] env[65310]: _type = "Task" [ 1200.221192] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.231310] env[65310]: DEBUG oslo_vmware.api [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.656268] env[65310]: DEBUG nova.scheduler.client.report [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1200.656543] env[65310]: DEBUG nova.compute.provider_tree [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 166 to 167 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1200.656719] env[65310]: DEBUG nova.compute.provider_tree [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.731686] env[65310]: DEBUG oslo_vmware.api [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447149, 'name': PowerOffVM_Task, 'duration_secs': 0.276454} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.731686] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.731842] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.732144] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d93616d4-1ec8-4252-a9d5-97ddc09f8fc1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.797624] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.797845] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.798041] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Deleting the datastore file [datastore1] 5d72c1bb-baf9-47e8-8eee-86050356d1cf {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.798334] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3427e751-e844-476e-b4fd-6a0c9101a8a8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.805301] env[65310]: DEBUG oslo_vmware.api [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for the task: (returnval){ [ 1200.805301] env[65310]: value = "task-4447151" [ 1200.805301] env[65310]: _type = "Task" [ 1200.805301] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.813712] env[65310]: DEBUG oslo_vmware.api [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.317088] env[65310]: DEBUG oslo_vmware.api [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Task: {'id': task-4447151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157027} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.317483] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.317550] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.317721] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.317884] env[65310]: INFO nova.compute.manager [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1201.318147] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1201.318342] env[65310]: DEBUG nova.compute.manager [-] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1201.318433] env[65310]: DEBUG nova.network.neutron [-] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1201.318663] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.351512] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.585048] env[65310]: DEBUG nova.compute.manager [req-39381924-2fc6-4319-bb11-0326339ee611 req-aa4b2278-0ffd-4f5b-b769-c118f8d884f5 service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Received event network-vif-deleted-1478f849-f13c-4078-9f73-381f200f7cc9 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1201.585302] env[65310]: INFO nova.compute.manager [req-39381924-2fc6-4319-bb11-0326339ee611 req-aa4b2278-0ffd-4f5b-b769-c118f8d884f5 service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Neutron deleted interface 1478f849-f13c-4078-9f73-381f200f7cc9; detaching it from the instance and deleting it from the info cache [ 1201.585498] env[65310]: DEBUG nova.network.neutron [req-39381924-2fc6-4319-bb11-0326339ee611 req-aa4b2278-0ffd-4f5b-b769-c118f8d884f5 service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.668589] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.301s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.670873] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.273s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.671117] env[65310]: DEBUG nova.objects.instance [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lazy-loading 'resources' on Instance uuid 932c46da-3a0b-4f02-8655-906d1e940e88 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.059343] env[65310]: DEBUG nova.network.neutron [-] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.090327] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3397d3d4-ebdb-40e5-86a2-7213e08a1d47 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.100477] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5705f25-27d6-4faf-b8f4-1fdb98df4a7c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.133253] env[65310]: DEBUG nova.compute.manager [req-39381924-2fc6-4319-bb11-0326339ee611 req-aa4b2278-0ffd-4f5b-b769-c118f8d884f5 service nova] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Detach interface failed, port_id=1478f849-f13c-4078-9f73-381f200f7cc9, reason: Instance 5d72c1bb-baf9-47e8-8eee-86050356d1cf could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1202.239344] env[65310]: INFO nova.scheduler.client.report [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleted allocation for migration 9e7e1fdc-7eb8-48f1-9c1c-d427bc1870ac [ 1202.370305] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00131210-99ae-4ff6-ad57-c9f86d337d19 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.379086] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fae5b5c-dc78-4055-a79d-fac93b325ece {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.413293] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f862fe7e-ad2b-48bd-b00e-83eb1c5daad0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.422111] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe1141c-639d-4844-98a6-baccd672f37c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.437022] env[65310]: DEBUG nova.compute.provider_tree [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1202.563158] env[65310]: INFO nova.compute.manager [-] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Took 1.24 seconds to deallocate network for instance. [ 1202.745541] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e32c2250-b443-49ab-bc4f-1f598c2ce961 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.430s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.746443] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.077s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.747331] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a60c33c-d6c4-4ee4-9045-4ad557b9b0ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.959707] env[65310]: ERROR nova.scheduler.client.report [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [req-b190a8ee-e07f-4740-bff2-6f015baa8849] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94009870-48da-4aa7-a51e-79d2ed6e329c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b190a8ee-e07f-4740-bff2-6f015baa8849"}]} [ 1202.978424] env[65310]: DEBUG nova.scheduler.client.report [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1202.997263] env[65310]: DEBUG nova.scheduler.client.report [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1202.997468] env[65310]: DEBUG nova.compute.provider_tree [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.010156] env[65310]: DEBUG nova.scheduler.client.report [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1203.030672] env[65310]: DEBUG nova.scheduler.client.report [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1203.069902] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.205317] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3cad7e-738b-4b29-beef-6973584e6796 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.217510] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666f292d-4617-446a-94cc-a70373ecf64b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.254705] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d65b9f1-f5b8-48fd-80b7-83738cabe8a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.259581] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.263827] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79c258d-6858-4ae3-ad92-4b477dbf0c74 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.278524] env[65310]: DEBUG nova.compute.provider_tree [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.591022] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.591415] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.591589] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.591775] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.591980] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.594622] env[65310]: INFO nova.compute.manager [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Terminating instance [ 1203.814675] env[65310]: DEBUG nova.scheduler.client.report [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Updated inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1203.815022] env[65310]: DEBUG nova.compute.provider_tree [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Updating resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c generation from 168 to 169 during operation: update_inventory {{(pid=65310) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1203.815252] env[65310]: DEBUG nova.compute.provider_tree [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.099326] env[65310]: DEBUG nova.compute.manager [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1204.099587] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.100889] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b87e6f-723c-4b4c-bc78-e72741dc5ec9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.110216] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.110216] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-653d71df-2eeb-4fef-9648-ef96399684dd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.118269] env[65310]: DEBUG oslo_vmware.api [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1204.118269] env[65310]: value = "task-4447152" [ 1204.118269] env[65310]: _type = "Task" [ 1204.118269] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.127554] env[65310]: DEBUG oslo_vmware.api [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.321456] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.650s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.324807] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.060s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.325224] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.325276] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1204.325626] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.591s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.325904] env[65310]: DEBUG nova.objects.instance [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lazy-loading 'resources' on Instance uuid 8d924323-6602-4c4b-8218-9ff3187f21c7 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.328188] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3d6200-62af-4dcf-abe2-48c87ca6c74e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.339834] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6ba242-1310-4b14-b557-f3583052dc99 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.347761] env[65310]: INFO nova.scheduler.client.report [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted allocations for instance 932c46da-3a0b-4f02-8655-906d1e940e88 [ 1204.360678] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f573b97a-4fe2-46c1-ab9e-7fb5c1fa4760 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.370444] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed3a9ff-c0c8-4d75-8ba5-80554edfbc3b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.403048] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178341MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1204.403254] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.628863] env[65310]: DEBUG oslo_vmware.api [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447152, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.869663] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "932c46da-3a0b-4f02-8655-906d1e940e88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.410s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.870807] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "932c46da-3a0b-4f02-8655-906d1e940e88" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.199s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.871137] env[65310]: INFO nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] During sync_power_state the instance has a pending task (deleting). Skip. [ 1204.871395] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "932c46da-3a0b-4f02-8655-906d1e940e88" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.008542] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256bbd4f-8ebb-455b-bb80-185240a840c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.016914] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234c11d5-0239-4591-ae38-1e44c56e08e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.049348] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774018e8-b87a-4d19-9bcd-09c7e6aa20ce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.057712] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36487c85-82a9-4a04-bd67-98b01402f33a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.072612] env[65310]: DEBUG nova.compute.provider_tree [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.129060] env[65310]: DEBUG oslo_vmware.api [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447152, 'name': PowerOffVM_Task, 'duration_secs': 0.569394} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.129351] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.129519] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.129777] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9abe5077-d7be-403f-be17-bf98b6e47016 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.232868] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.232868] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.233339] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleting the datastore file [datastore2] e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.233339] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b9b4f17-419f-4b8a-b864-f20b9316062f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.241568] env[65310]: DEBUG oslo_vmware.api [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1205.241568] env[65310]: value = "task-4447154" [ 1205.241568] env[65310]: _type = "Task" [ 1205.241568] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.251802] env[65310]: DEBUG oslo_vmware.api [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.575464] env[65310]: DEBUG nova.scheduler.client.report [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.649208] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.649473] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.752485] env[65310]: DEBUG oslo_vmware.api [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211518} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.752742] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.752920] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.753153] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.753337] env[65310]: INFO nova.compute.manager [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1205.753576] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1205.753767] env[65310]: DEBUG nova.compute.manager [-] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1205.753860] env[65310]: DEBUG nova.network.neutron [-] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1205.755042] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.787600] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.080948] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.084029] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.967s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.085572] env[65310]: INFO nova.compute.claims [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.111295] env[65310]: INFO nova.scheduler.client.report [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Deleted allocations for instance 8d924323-6602-4c4b-8218-9ff3187f21c7 [ 1206.152943] env[65310]: DEBUG nova.compute.utils [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.309169] env[65310]: DEBUG nova.compute.manager [req-b06f6667-5053-4af8-8aca-d4a8c27eba53 req-e8e267fb-12a1-4f23-8c04-c22eb22122a4 service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Received event network-vif-deleted-0a98f968-3289-41b4-a02d-4b01007ad168 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1206.309496] env[65310]: INFO nova.compute.manager [req-b06f6667-5053-4af8-8aca-d4a8c27eba53 req-e8e267fb-12a1-4f23-8c04-c22eb22122a4 service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Neutron deleted interface 0a98f968-3289-41b4-a02d-4b01007ad168; detaching it from the instance and deleting it from the info cache [ 1206.309705] env[65310]: DEBUG nova.network.neutron [req-b06f6667-5053-4af8-8aca-d4a8c27eba53 req-e8e267fb-12a1-4f23-8c04-c22eb22122a4 service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.620397] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.595s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.621287] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.949s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.621476] env[65310]: INFO nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] During sync_power_state the instance has a pending task (deleting). Skip. [ 1206.621644] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "8d924323-6602-4c4b-8218-9ff3187f21c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.656119] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.720948] env[65310]: DEBUG nova.network.neutron [-] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.814020] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b83498cc-53ad-4051-bd52-9e34645697d5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.824801] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "5a381936-3730-4df3-b8c6-c8decc7f9773" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.825206] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.829313] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff7a726-7583-4813-9d3a-7f933e1eb7fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.841475] env[65310]: DEBUG nova.compute.manager [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1206.871876] env[65310]: DEBUG nova.compute.manager [req-b06f6667-5053-4af8-8aca-d4a8c27eba53 req-e8e267fb-12a1-4f23-8c04-c22eb22122a4 service nova] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Detach interface failed, port_id=0a98f968-3289-41b4-a02d-4b01007ad168, reason: Instance e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1207.225409] env[65310]: INFO nova.compute.manager [-] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Took 1.47 seconds to deallocate network for instance. [ 1207.283275] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe0f7ba-1cac-4ba9-96a7-12d86562c783 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.292281] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3c0af1-55e2-4d8b-9de9-0c3747e49696 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.329922] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc26208-cfbe-4049-8484-4151d2eedfea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.338608] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df29be77-30ce-4fa1-8081-a64ca75b9d55 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.359512] env[65310]: DEBUG nova.compute.provider_tree [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.378713] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.736921] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.737574] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.737814] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.738062] env[65310]: INFO nova.compute.manager [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Attaching volume 0cbe1baa-f838-4093-9306-ffee24beaf3d to /dev/sdb [ 1207.775040] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51ded24-2f7e-4b5e-b096-ec88eb46c1fb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.783499] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cdebaf-55d3-4e80-a34a-09d91c2dc09f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.797582] env[65310]: DEBUG nova.virt.block_device [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Updating existing volume attachment record: 69ee2e03-8b24-45f2-87f1-240efa1009a7 {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1207.867786] env[65310]: DEBUG nova.scheduler.client.report [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.373579] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.374163] env[65310]: DEBUG nova.compute.manager [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1208.376903] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.307s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.377182] env[65310]: DEBUG nova.objects.instance [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Lazy-loading 'resources' on Instance uuid 5d72c1bb-baf9-47e8-8eee-86050356d1cf {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.880891] env[65310]: DEBUG nova.compute.utils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.885826] env[65310]: DEBUG nova.compute.manager [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1208.886610] env[65310]: DEBUG nova.network.neutron [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1208.887037] env[65310]: WARNING neutronclient.v2_0.client [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.887643] env[65310]: WARNING neutronclient.v2_0.client [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.944130] env[65310]: DEBUG nova.policy [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7760815af803405580ca574b4191f1e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed792f251b2347659d5b4ab23712836a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.088381] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265dd17e-bd39-4866-ab66-beffcaeafec3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.097073] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dead9289-9c1e-42f7-aa6c-333f372f72b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.129555] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd40a35-cee2-4898-8953-d4e07ee954ec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.137731] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9cf42c-7a9f-480a-a657-2852e1a92a70 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.152270] env[65310]: DEBUG nova.compute.provider_tree [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.269688] env[65310]: DEBUG nova.network.neutron [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Successfully created port: 7a5b30d2-4dc0-4975-98e3-f62303dab731 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1209.391940] env[65310]: DEBUG nova.compute.manager [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1209.655873] env[65310]: DEBUG nova.scheduler.client.report [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.161966] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.164345] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.761s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.197833] env[65310]: INFO nova.scheduler.client.report [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Deleted allocations for instance 5d72c1bb-baf9-47e8-8eee-86050356d1cf [ 1210.401966] env[65310]: DEBUG nova.compute.manager [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1210.428561] env[65310]: DEBUG nova.virt.hardware [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1210.428877] env[65310]: DEBUG nova.virt.hardware [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.429068] env[65310]: DEBUG nova.virt.hardware [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1210.429294] env[65310]: DEBUG nova.virt.hardware [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.429477] env[65310]: DEBUG nova.virt.hardware [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1210.429655] env[65310]: DEBUG nova.virt.hardware [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1210.429893] env[65310]: DEBUG nova.virt.hardware [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1210.430114] env[65310]: DEBUG nova.virt.hardware [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1210.430308] env[65310]: DEBUG nova.virt.hardware [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1210.430444] env[65310]: DEBUG nova.virt.hardware [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1210.430608] env[65310]: DEBUG nova.virt.hardware [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1210.431535] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bd602d-7c6b-4e48-9b08-964747323297 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.440330] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2d3cd1-bb39-492d-9a98-97012ea2b6a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.705919] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a970b0ce-420e-4932-82cd-d754a3575df1 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Lock "5d72c1bb-baf9-47e8-8eee-86050356d1cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.018s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.834117] env[65310]: DEBUG nova.compute.manager [req-01839688-621e-4823-96ac-aacf560412c8 req-d897793a-4431-4a08-b62d-6fb97eda4c88 service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Received event network-vif-plugged-7a5b30d2-4dc0-4975-98e3-f62303dab731 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1210.834354] env[65310]: DEBUG oslo_concurrency.lockutils [req-01839688-621e-4823-96ac-aacf560412c8 req-d897793a-4431-4a08-b62d-6fb97eda4c88 service nova] Acquiring lock "5744e282-6b3a-4d5a-b593-a5b116a5d872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.834543] env[65310]: DEBUG oslo_concurrency.lockutils [req-01839688-621e-4823-96ac-aacf560412c8 req-d897793a-4431-4a08-b62d-6fb97eda4c88 service nova] Lock "5744e282-6b3a-4d5a-b593-a5b116a5d872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.834708] env[65310]: DEBUG oslo_concurrency.lockutils [req-01839688-621e-4823-96ac-aacf560412c8 req-d897793a-4431-4a08-b62d-6fb97eda4c88 service nova] Lock "5744e282-6b3a-4d5a-b593-a5b116a5d872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.834871] env[65310]: DEBUG nova.compute.manager [req-01839688-621e-4823-96ac-aacf560412c8 req-d897793a-4431-4a08-b62d-6fb97eda4c88 service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] No waiting events found dispatching network-vif-plugged-7a5b30d2-4dc0-4975-98e3-f62303dab731 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1210.835207] env[65310]: WARNING nova.compute.manager [req-01839688-621e-4823-96ac-aacf560412c8 req-d897793a-4431-4a08-b62d-6fb97eda4c88 service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Received unexpected event network-vif-plugged-7a5b30d2-4dc0-4975-98e3-f62303dab731 for instance with vm_state building and task_state spawning. [ 1210.903266] env[65310]: DEBUG nova.network.neutron [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Successfully updated port: 7a5b30d2-4dc0-4975-98e3-f62303dab731 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1211.195274] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 3bfc58b9-1580-494f-b02c-1928afb6d17d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1211.195584] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 5f9a7f8c-576e-499b-b84c-eda4a89b7835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1211.195584] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1211.195667] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance a44a03e7-d28b-4106-b87a-5feeba108b61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1211.195752] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance d8242a80-b3ed-4dbc-8b95-c5ca289e03e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1211.195860] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1211.195965] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1211.196119] env[65310]: WARNING nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1211.196234] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 597d4120-a867-42ba-b4a5-511b8312a101 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1211.196340] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 5744e282-6b3a-4d5a-b593-a5b116a5d872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1211.407292] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "refresh_cache-5744e282-6b3a-4d5a-b593-a5b116a5d872" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.407479] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "refresh_cache-5744e282-6b3a-4d5a-b593-a5b116a5d872" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.407654] env[65310]: DEBUG nova.network.neutron [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1211.699486] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 5a381936-3730-4df3-b8c6-c8decc7f9773 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1211.699752] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1211.699913] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '9', 'num_vm_active': '7', 'num_task_None': '8', 'num_os_type_None': '9', 'num_proj_43adb619498c48219153229b44d7df42': '3', 'io_workload': '1', 'num_vm_rescued': '1', 'num_proj_ed792f251b2347659d5b4ab23712836a': '3', 'num_proj_66a4fd9f7d264da1a5f8b673a23dfc30': '1', 'num_proj_b6252c5654534ea7bfacb4e20779d52f': '1', 'num_proj_ed021caea0084e8f825dd25bb3c22065': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1211.860456] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505562e8-6c0f-4ab3-970b-2e6fb8a0b4bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.870926] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec0ed11-0621-4658-9999-320c58e82e10 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.909877] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956178e9-291d-4759-8a56-fe066008bf99 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.923281] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b831ace-01e9-4fb9-9056-d55badfb5716 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.944355] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.951465] env[65310]: DEBUG nova.network.neutron [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1212.027336] env[65310]: WARNING neutronclient.v2_0.client [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.100399] env[65310]: DEBUG nova.network.neutron [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Updating instance_info_cache with network_info: [{"id": "7a5b30d2-4dc0-4975-98e3-f62303dab731", "address": "fa:16:3e:3c:11:58", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5b30d2-4d", "ovs_interfaceid": "7a5b30d2-4dc0-4975-98e3-f62303dab731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.346446] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1212.346708] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869809', 'volume_id': '0cbe1baa-f838-4093-9306-ffee24beaf3d', 'name': 'volume-0cbe1baa-f838-4093-9306-ffee24beaf3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a', 'attached_at': '', 'detached_at': '', 'volume_id': '0cbe1baa-f838-4093-9306-ffee24beaf3d', 'serial': '0cbe1baa-f838-4093-9306-ffee24beaf3d'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1212.347635] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e708ef5-8a1a-43cc-a646-c92b81c14f16 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.364877] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f9673f-e1de-44c4-a911-9ae3ad402246 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.391276] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-0cbe1baa-f838-4093-9306-ffee24beaf3d/volume-0cbe1baa-f838-4093-9306-ffee24beaf3d.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.391598] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bde5811-15f4-4245-a4c5-36b1c7e1dc98 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.412086] env[65310]: DEBUG oslo_vmware.api [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1212.412086] env[65310]: value = "task-4447157" [ 1212.412086] env[65310]: _type = "Task" [ 1212.412086] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.421293] env[65310]: DEBUG oslo_vmware.api [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.447968] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.608332] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "refresh_cache-5744e282-6b3a-4d5a-b593-a5b116a5d872" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.608332] env[65310]: DEBUG nova.compute.manager [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Instance network_info: |[{"id": "7a5b30d2-4dc0-4975-98e3-f62303dab731", "address": "fa:16:3e:3c:11:58", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5b30d2-4d", "ovs_interfaceid": "7a5b30d2-4dc0-4975-98e3-f62303dab731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1212.608332] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:11:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a5b30d2-4dc0-4975-98e3-f62303dab731', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.616479] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1212.616671] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.616953] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ad0763d-baa4-44c5-9a90-e2db32bc323d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.639412] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.639412] env[65310]: value = "task-4447158" [ 1212.639412] env[65310]: _type = "Task" [ 1212.639412] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.649150] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447158, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.690923] env[65310]: DEBUG nova.compute.manager [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1212.692777] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2432cdbe-d858-40c9-adc7-4aeeadcad569 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.880317] env[65310]: DEBUG nova.compute.manager [req-fc7f7b6a-68e8-40b2-a681-ce6c0173ec26 req-de095253-655f-47fb-a03c-db7db1834279 service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Received event network-changed-7a5b30d2-4dc0-4975-98e3-f62303dab731 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1212.880619] env[65310]: DEBUG nova.compute.manager [req-fc7f7b6a-68e8-40b2-a681-ce6c0173ec26 req-de095253-655f-47fb-a03c-db7db1834279 service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Refreshing instance network info cache due to event network-changed-7a5b30d2-4dc0-4975-98e3-f62303dab731. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1212.880987] env[65310]: DEBUG oslo_concurrency.lockutils [req-fc7f7b6a-68e8-40b2-a681-ce6c0173ec26 req-de095253-655f-47fb-a03c-db7db1834279 service nova] Acquiring lock "refresh_cache-5744e282-6b3a-4d5a-b593-a5b116a5d872" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.881118] env[65310]: DEBUG oslo_concurrency.lockutils [req-fc7f7b6a-68e8-40b2-a681-ce6c0173ec26 req-de095253-655f-47fb-a03c-db7db1834279 service nova] Acquired lock "refresh_cache-5744e282-6b3a-4d5a-b593-a5b116a5d872" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.882224] env[65310]: DEBUG nova.network.neutron [req-fc7f7b6a-68e8-40b2-a681-ce6c0173ec26 req-de095253-655f-47fb-a03c-db7db1834279 service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Refreshing network info cache for port 7a5b30d2-4dc0-4975-98e3-f62303dab731 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.923026] env[65310]: DEBUG oslo_vmware.api [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447157, 'name': ReconfigVM_Task, 'duration_secs': 0.385393} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.923416] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-0cbe1baa-f838-4093-9306-ffee24beaf3d/volume-0cbe1baa-f838-4093-9306-ffee24beaf3d.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.928689] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be08a49f-3dde-4241-b2c9-4064e40d175d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.947874] env[65310]: DEBUG oslo_vmware.api [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1212.947874] env[65310]: value = "task-4447159" [ 1212.947874] env[65310]: _type = "Task" [ 1212.947874] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.952268] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1212.952497] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.788s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.953289] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.575s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.955041] env[65310]: INFO nova.compute.claims [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.963290] env[65310]: DEBUG oslo_vmware.api [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.150274] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447158, 'name': CreateVM_Task, 'duration_secs': 0.390719} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.150460] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.150952] env[65310]: WARNING neutronclient.v2_0.client [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.159906] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.160129] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.160504] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.160842] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0acb440d-3caa-432d-88ec-7cda9f3d1aab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.167104] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1213.167104] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df9750-a34c-97e8-baa2-895887f4c639" [ 1213.167104] env[65310]: _type = "Task" [ 1213.167104] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.175654] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df9750-a34c-97e8-baa2-895887f4c639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.206788] env[65310]: INFO nova.compute.manager [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] instance snapshotting [ 1213.207498] env[65310]: DEBUG nova.objects.instance [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'flavor' on Instance uuid 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.384284] env[65310]: WARNING neutronclient.v2_0.client [req-fc7f7b6a-68e8-40b2-a681-ce6c0173ec26 req-de095253-655f-47fb-a03c-db7db1834279 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.461327] env[65310]: DEBUG oslo_vmware.api [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447159, 'name': ReconfigVM_Task, 'duration_secs': 0.150647} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.461634] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869809', 'volume_id': '0cbe1baa-f838-4093-9306-ffee24beaf3d', 'name': 'volume-0cbe1baa-f838-4093-9306-ffee24beaf3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a', 'attached_at': '', 'detached_at': '', 'volume_id': '0cbe1baa-f838-4093-9306-ffee24beaf3d', 'serial': '0cbe1baa-f838-4093-9306-ffee24beaf3d'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1213.541745] env[65310]: WARNING neutronclient.v2_0.client [req-fc7f7b6a-68e8-40b2-a681-ce6c0173ec26 req-de095253-655f-47fb-a03c-db7db1834279 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.615519] env[65310]: DEBUG nova.network.neutron [req-fc7f7b6a-68e8-40b2-a681-ce6c0173ec26 req-de095253-655f-47fb-a03c-db7db1834279 service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Updated VIF entry in instance network info cache for port 7a5b30d2-4dc0-4975-98e3-f62303dab731. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1213.615906] env[65310]: DEBUG nova.network.neutron [req-fc7f7b6a-68e8-40b2-a681-ce6c0173ec26 req-de095253-655f-47fb-a03c-db7db1834279 service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Updating instance_info_cache with network_info: [{"id": "7a5b30d2-4dc0-4975-98e3-f62303dab731", "address": "fa:16:3e:3c:11:58", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5b30d2-4d", "ovs_interfaceid": "7a5b30d2-4dc0-4975-98e3-f62303dab731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.677969] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df9750-a34c-97e8-baa2-895887f4c639, 'name': SearchDatastore_Task, 'duration_secs': 0.011529} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.678406] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.678643] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.678875] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.679042] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.679205] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.679472] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2113e3eb-ce77-48d0-94e5-a7f7d58ad034 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.688964] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.689188] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.690229] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4db2db-5eda-48b8-8b0c-6984a112b87a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.695935] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1213.695935] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ccc68c-89ba-f60d-b00c-48a5ccd6fc50" [ 1213.695935] env[65310]: _type = "Task" [ 1213.695935] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.704036] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ccc68c-89ba-f60d-b00c-48a5ccd6fc50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.713032] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3671805-2188-4ecd-ab6f-6d9fdc880052 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.731988] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95db731-aca9-4b9a-834e-b4cc1d26c173 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.953756] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.953988] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.954187] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.954312] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.954459] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.954600] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.954736] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1214.121028] env[65310]: DEBUG oslo_concurrency.lockutils [req-fc7f7b6a-68e8-40b2-a681-ce6c0173ec26 req-de095253-655f-47fb-a03c-db7db1834279 service nova] Releasing lock "refresh_cache-5744e282-6b3a-4d5a-b593-a5b116a5d872" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.149799] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc4bdba-e23d-47b5-9491-b3fa3aaac3f2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.159019] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309ff83e-119a-4789-8a7a-ae35214d7edb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.193446] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36681cd-fd94-41d5-a3e7-456556b1ce13 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.202928] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ae9df1-8feb-4a9b-965a-ea5f8cff0630 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.210544] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ccc68c-89ba-f60d-b00c-48a5ccd6fc50, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.211804] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5f4593-e281-4b36-8700-c854045e579e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.222389] env[65310]: DEBUG nova.compute.provider_tree [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.228842] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1214.228842] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52feb9e7-b6af-62fc-ba3a-c48b9fe86e76" [ 1214.228842] env[65310]: _type = "Task" [ 1214.228842] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.239619] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52feb9e7-b6af-62fc-ba3a-c48b9fe86e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.243816] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1214.244358] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76e11df1-ee06-4519-ae67-c36b7816c9a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.253621] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1214.253621] env[65310]: value = "task-4447160" [ 1214.253621] env[65310]: _type = "Task" [ 1214.253621] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.264048] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447160, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.509085] env[65310]: DEBUG nova.objects.instance [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lazy-loading 'flavor' on Instance uuid 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.726619] env[65310]: DEBUG nova.scheduler.client.report [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.740501] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52feb9e7-b6af-62fc-ba3a-c48b9fe86e76, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.741404] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.741864] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5744e282-6b3a-4d5a-b593-a5b116a5d872/5744e282-6b3a-4d5a-b593-a5b116a5d872.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.742175] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b1c8bd6-f273-48a2-837e-eec9b3c52ea4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.751164] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1214.751164] env[65310]: value = "task-4447161" [ 1214.751164] env[65310]: _type = "Task" [ 1214.751164] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.769245] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.769547] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447160, 'name': CreateSnapshot_Task, 'duration_secs': 0.477151} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.770123] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1214.771032] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f02df33-e5fd-444d-8040-b2dc36c5b675 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.016487] env[65310]: DEBUG oslo_concurrency.lockutils [None req-1d6fc14e-b67b-4871-8667-38e20b6fcc05 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.278s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.234924] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.235499] env[65310]: DEBUG nova.compute.manager [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1215.239014] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.502s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.239246] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.264258] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510229} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.264569] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5744e282-6b3a-4d5a-b593-a5b116a5d872/5744e282-6b3a-4d5a-b593-a5b116a5d872.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.264786] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.265094] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-921dc6ca-e056-40a5-ac4d-6d3a0afa5ef8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.268474] env[65310]: INFO nova.scheduler.client.report [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleted allocations for instance e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea [ 1215.270291] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.270584] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.275722] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1215.275722] env[65310]: value = "task-4447162" [ 1215.275722] env[65310]: _type = "Task" [ 1215.275722] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.293847] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1215.294642] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.295162] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c2cc73ae-579f-4172-9906-d9c1326d4745 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.305581] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1215.305581] env[65310]: value = "task-4447163" [ 1215.305581] env[65310]: _type = "Task" [ 1215.305581] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.317531] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447163, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.743632] env[65310]: DEBUG nova.compute.utils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.745394] env[65310]: DEBUG nova.compute.manager [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1215.745659] env[65310]: DEBUG nova.network.neutron [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1215.746063] env[65310]: WARNING neutronclient.v2_0.client [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.746407] env[65310]: WARNING neutronclient.v2_0.client [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.775737] env[65310]: INFO nova.compute.manager [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Detaching volume 0cbe1baa-f838-4093-9306-ffee24beaf3d [ 1215.783902] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.192s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.793989] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200301} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.795751] env[65310]: DEBUG nova.policy [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75f2dc02e7714054829604036f9aefee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a4fd9f7d264da1a5f8b673a23dfc30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.797693] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.798912] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c494886-da0c-4e92-a4bb-1eea1885f2ce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.823654] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 5744e282-6b3a-4d5a-b593-a5b116a5d872/5744e282-6b3a-4d5a-b593-a5b116a5d872.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.824998] env[65310]: INFO nova.virt.block_device [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Attempting to driver detach volume 0cbe1baa-f838-4093-9306-ffee24beaf3d from mountpoint /dev/sdb [ 1215.825246] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1215.825421] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869809', 'volume_id': '0cbe1baa-f838-4093-9306-ffee24beaf3d', 'name': 'volume-0cbe1baa-f838-4093-9306-ffee24beaf3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a', 'attached_at': '', 'detached_at': '', 'volume_id': '0cbe1baa-f838-4093-9306-ffee24beaf3d', 'serial': '0cbe1baa-f838-4093-9306-ffee24beaf3d'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1215.829479] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c273668c-fa8d-42a6-b45c-52509f68fb5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.844468] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e56a601-7831-45a3-88db-b95fa00baaa6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.856596] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447163, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.876886] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1215.876886] env[65310]: value = "task-4447164" [ 1215.876886] env[65310]: _type = "Task" [ 1215.876886] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.878212] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1c6366-8299-449c-81de-a654cab9720d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.893922] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.895088] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e84411-a353-415f-a81a-5fc18ce3b57e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.919594] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cf9883-658f-4b09-bbea-1643db0ee0a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.943684] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] The volume has not been displaced from its original location: [datastore1] volume-0cbe1baa-f838-4093-9306-ffee24beaf3d/volume-0cbe1baa-f838-4093-9306-ffee24beaf3d.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1215.952920] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.953571] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13394c73-b9d2-4c8b-b481-3f653bc5ed59 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.981578] env[65310]: DEBUG oslo_vmware.api [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1215.981578] env[65310]: value = "task-4447165" [ 1215.981578] env[65310]: _type = "Task" [ 1215.981578] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.993881] env[65310]: DEBUG oslo_vmware.api [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.224066] env[65310]: DEBUG nova.network.neutron [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Successfully created port: c84a5e33-4933-4c4f-9ab7-feddedc0043d {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1216.250347] env[65310]: DEBUG nova.compute.manager [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1216.330737] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447163, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.394271] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.492912] env[65310]: DEBUG oslo_vmware.api [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.825622] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447163, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.888893] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447164, 'name': ReconfigVM_Task, 'duration_secs': 0.669434} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.889288] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 5744e282-6b3a-4d5a-b593-a5b116a5d872/5744e282-6b3a-4d5a-b593-a5b116a5d872.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.890014] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a688c662-0613-42ab-ba19-dc080c40ba6b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.897299] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1216.897299] env[65310]: value = "task-4447166" [ 1216.897299] env[65310]: _type = "Task" [ 1216.897299] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.909168] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447166, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.993894] env[65310]: DEBUG oslo_vmware.api [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447165, 'name': ReconfigVM_Task, 'duration_secs': 0.564829} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.994158] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.998695] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ed1e16e-3ad1-48ba-80a7-62e47a37ebae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.014182] env[65310]: DEBUG oslo_vmware.api [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1217.014182] env[65310]: value = "task-4447167" [ 1217.014182] env[65310]: _type = "Task" [ 1217.014182] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.023834] env[65310]: DEBUG oslo_vmware.api [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.261579] env[65310]: DEBUG nova.compute.manager [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1217.298609] env[65310]: DEBUG nova.virt.hardware [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1217.298868] env[65310]: DEBUG nova.virt.hardware [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.299028] env[65310]: DEBUG nova.virt.hardware [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1217.299216] env[65310]: DEBUG nova.virt.hardware [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.299360] env[65310]: DEBUG nova.virt.hardware [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1217.299503] env[65310]: DEBUG nova.virt.hardware [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1217.299706] env[65310]: DEBUG nova.virt.hardware [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1217.299857] env[65310]: DEBUG nova.virt.hardware [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1217.300030] env[65310]: DEBUG nova.virt.hardware [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1217.300663] env[65310]: DEBUG nova.virt.hardware [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1217.300840] env[65310]: DEBUG nova.virt.hardware [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1217.301789] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78af1ebd-5098-4bbb-98ee-020a1ebe0476 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.311032] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48d82ef-b02f-462a-80c0-98061bb9911b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.333691] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447163, 'name': CloneVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.372323] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "ed9e0125-1904-4005-8c64-a7545f223146" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.372576] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "ed9e0125-1904-4005-8c64-a7545f223146" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.408714] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447166, 'name': Rename_Task, 'duration_secs': 0.157848} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.409017] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.409299] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ae9baa5-4abc-4172-95c1-7cb1a5164af6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.417655] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1217.417655] env[65310]: value = "task-4447168" [ 1217.417655] env[65310]: _type = "Task" [ 1217.417655] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.426964] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.526151] env[65310]: DEBUG oslo_vmware.api [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447167, 'name': ReconfigVM_Task, 'duration_secs': 0.198474} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.526500] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869809', 'volume_id': '0cbe1baa-f838-4093-9306-ffee24beaf3d', 'name': 'volume-0cbe1baa-f838-4093-9306-ffee24beaf3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a', 'attached_at': '', 'detached_at': '', 'volume_id': '0cbe1baa-f838-4093-9306-ffee24beaf3d', 'serial': '0cbe1baa-f838-4093-9306-ffee24beaf3d'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1217.678732] env[65310]: DEBUG nova.compute.manager [req-9fbed4aa-a375-45c0-bfb7-6e8739db8071 req-964ba7a9-6673-4931-a196-d375655720d5 service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Received event network-vif-plugged-c84a5e33-4933-4c4f-9ab7-feddedc0043d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1217.678883] env[65310]: DEBUG oslo_concurrency.lockutils [req-9fbed4aa-a375-45c0-bfb7-6e8739db8071 req-964ba7a9-6673-4931-a196-d375655720d5 service nova] Acquiring lock "5a381936-3730-4df3-b8c6-c8decc7f9773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.679097] env[65310]: DEBUG oslo_concurrency.lockutils [req-9fbed4aa-a375-45c0-bfb7-6e8739db8071 req-964ba7a9-6673-4931-a196-d375655720d5 service nova] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.679267] env[65310]: DEBUG oslo_concurrency.lockutils [req-9fbed4aa-a375-45c0-bfb7-6e8739db8071 req-964ba7a9-6673-4931-a196-d375655720d5 service nova] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.679435] env[65310]: DEBUG nova.compute.manager [req-9fbed4aa-a375-45c0-bfb7-6e8739db8071 req-964ba7a9-6673-4931-a196-d375655720d5 service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] No waiting events found dispatching network-vif-plugged-c84a5e33-4933-4c4f-9ab7-feddedc0043d {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1217.679601] env[65310]: WARNING nova.compute.manager [req-9fbed4aa-a375-45c0-bfb7-6e8739db8071 req-964ba7a9-6673-4931-a196-d375655720d5 service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Received unexpected event network-vif-plugged-c84a5e33-4933-4c4f-9ab7-feddedc0043d for instance with vm_state building and task_state spawning. [ 1217.774895] env[65310]: DEBUG nova.network.neutron [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Successfully updated port: c84a5e33-4933-4c4f-9ab7-feddedc0043d {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1217.826558] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447163, 'name': CloneVM_Task, 'duration_secs': 2.098628} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.826834] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Created linked-clone VM from snapshot [ 1217.827686] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9d65f0-f41a-4064-9bc2-09266c182783 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.836597] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Uploading image 23bd6e44-22ee-44e6-b8f8-3e663b4cbbce {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1217.860272] env[65310]: DEBUG oslo_vmware.rw_handles [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1217.860272] env[65310]: value = "vm-869812" [ 1217.860272] env[65310]: _type = "VirtualMachine" [ 1217.860272] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1217.860581] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-65cb4c06-9020-43fd-baa4-b6a1554eb077 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.869113] env[65310]: DEBUG oslo_vmware.rw_handles [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lease: (returnval){ [ 1217.869113] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521ba53c-1ce2-abb2-13c8-83871d0fd70b" [ 1217.869113] env[65310]: _type = "HttpNfcLease" [ 1217.869113] env[65310]: } obtained for exporting VM: (result){ [ 1217.869113] env[65310]: value = "vm-869812" [ 1217.869113] env[65310]: _type = "VirtualMachine" [ 1217.869113] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1217.869113] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the lease: (returnval){ [ 1217.869113] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521ba53c-1ce2-abb2-13c8-83871d0fd70b" [ 1217.869113] env[65310]: _type = "HttpNfcLease" [ 1217.869113] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1217.875242] env[65310]: DEBUG nova.compute.manager [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1217.882633] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.882633] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521ba53c-1ce2-abb2-13c8-83871d0fd70b" [ 1217.882633] env[65310]: _type = "HttpNfcLease" [ 1217.882633] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1217.929552] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447168, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.077350] env[65310]: DEBUG nova.objects.instance [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lazy-loading 'flavor' on Instance uuid 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.277807] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "refresh_cache-5a381936-3730-4df3-b8c6-c8decc7f9773" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.278025] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "refresh_cache-5a381936-3730-4df3-b8c6-c8decc7f9773" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.278211] env[65310]: DEBUG nova.network.neutron [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1218.379664] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1218.379664] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521ba53c-1ce2-abb2-13c8-83871d0fd70b" [ 1218.379664] env[65310]: _type = "HttpNfcLease" [ 1218.379664] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1218.380069] env[65310]: DEBUG oslo_vmware.rw_handles [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1218.380069] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521ba53c-1ce2-abb2-13c8-83871d0fd70b" [ 1218.380069] env[65310]: _type = "HttpNfcLease" [ 1218.380069] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1218.380782] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9f2f1a-ea00-451a-babf-9ee40619d350 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.396209] env[65310]: DEBUG oslo_vmware.rw_handles [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283adcc-cd8f-aa71-3f75-539237d17bf5/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1218.396209] env[65310]: DEBUG oslo_vmware.rw_handles [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283adcc-cd8f-aa71-3f75-539237d17bf5/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1218.453579] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.453850] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.455490] env[65310]: INFO nova.compute.claims [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.469646] env[65310]: DEBUG oslo_vmware.api [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447168, 'name': PowerOnVM_Task, 'duration_secs': 0.516672} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.469912] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.470131] env[65310]: INFO nova.compute.manager [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1218.470305] env[65310]: DEBUG nova.compute.manager [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1218.471295] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aea4305-de17-4a05-b023-8fb36bdeaa23 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.498793] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9d65144f-2cc9-4e07-bd74-30742df5fb07 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.817401] env[65310]: DEBUG nova.network.neutron [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1218.895548] env[65310]: WARNING neutronclient.v2_0.client [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.995522] env[65310]: INFO nova.compute.manager [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Took 18.90 seconds to build instance. [ 1218.998342] env[65310]: DEBUG nova.network.neutron [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Updating instance_info_cache with network_info: [{"id": "c84a5e33-4933-4c4f-9ab7-feddedc0043d", "address": "fa:16:3e:e2:91:31", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84a5e33-49", "ovs_interfaceid": "c84a5e33-4933-4c4f-9ab7-feddedc0043d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.085479] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bb06d339-78bc-4e89-a886-8bca54076de9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.815s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.498032] env[65310]: DEBUG oslo_concurrency.lockutils [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "5744e282-6b3a-4d5a-b593-a5b116a5d872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.499981] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "refresh_cache-5a381936-3730-4df3-b8c6-c8decc7f9773" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.500468] env[65310]: DEBUG nova.compute.manager [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Instance network_info: |[{"id": "c84a5e33-4933-4c4f-9ab7-feddedc0043d", "address": "fa:16:3e:e2:91:31", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84a5e33-49", "ovs_interfaceid": "c84a5e33-4933-4c4f-9ab7-feddedc0043d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1219.501053] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:91:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c84a5e33-4933-4c4f-9ab7-feddedc0043d', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.508960] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1219.512345] env[65310]: DEBUG oslo_concurrency.lockutils [None req-11301eeb-dac9-40a9-869d-afda33d65f1b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "5744e282-6b3a-4d5a-b593-a5b116a5d872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.433s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.512812] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.513385] env[65310]: DEBUG oslo_concurrency.lockutils [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "5744e282-6b3a-4d5a-b593-a5b116a5d872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.016s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.513784] env[65310]: DEBUG oslo_concurrency.lockutils [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "5744e282-6b3a-4d5a-b593-a5b116a5d872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.513885] env[65310]: DEBUG oslo_concurrency.lockutils [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "5744e282-6b3a-4d5a-b593-a5b116a5d872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.514135] env[65310]: DEBUG oslo_concurrency.lockutils [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "5744e282-6b3a-4d5a-b593-a5b116a5d872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.515833] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec316e1d-8cc4-487d-a103-56b5af7e4581 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.531163] env[65310]: INFO nova.compute.manager [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Terminating instance [ 1219.543913] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.543913] env[65310]: value = "task-4447170" [ 1219.543913] env[65310]: _type = "Task" [ 1219.543913] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.558444] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447170, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.566331] env[65310]: DEBUG oslo_concurrency.lockutils [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.566724] env[65310]: DEBUG oslo_concurrency.lockutils [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.567033] env[65310]: DEBUG oslo_concurrency.lockutils [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.567294] env[65310]: DEBUG oslo_concurrency.lockutils [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.567509] env[65310]: DEBUG oslo_concurrency.lockutils [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.569919] env[65310]: INFO nova.compute.manager [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Terminating instance [ 1219.650509] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e84d68-f856-4a96-b9af-447ac3bf0b77 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.659943] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36972a6-0344-4360-91dd-7817c49822fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.694433] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ca94d7-e907-4526-b2ff-9dc391d92ae5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.703802] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65bc619-5006-44b1-9eda-8e3cb2ee1410 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.719066] env[65310]: DEBUG nova.compute.provider_tree [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.722412] env[65310]: DEBUG nova.compute.manager [req-d790530c-9539-49da-aeba-4a7042fb3cb5 req-157382e5-2748-46a5-b003-24a4b7c531bb service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Received event network-changed-c84a5e33-4933-4c4f-9ab7-feddedc0043d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1219.722717] env[65310]: DEBUG nova.compute.manager [req-d790530c-9539-49da-aeba-4a7042fb3cb5 req-157382e5-2748-46a5-b003-24a4b7c531bb service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Refreshing instance network info cache due to event network-changed-c84a5e33-4933-4c4f-9ab7-feddedc0043d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1219.722983] env[65310]: DEBUG oslo_concurrency.lockutils [req-d790530c-9539-49da-aeba-4a7042fb3cb5 req-157382e5-2748-46a5-b003-24a4b7c531bb service nova] Acquiring lock "refresh_cache-5a381936-3730-4df3-b8c6-c8decc7f9773" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.723215] env[65310]: DEBUG oslo_concurrency.lockutils [req-d790530c-9539-49da-aeba-4a7042fb3cb5 req-157382e5-2748-46a5-b003-24a4b7c531bb service nova] Acquired lock "refresh_cache-5a381936-3730-4df3-b8c6-c8decc7f9773" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.723468] env[65310]: DEBUG nova.network.neutron [req-d790530c-9539-49da-aeba-4a7042fb3cb5 req-157382e5-2748-46a5-b003-24a4b7c531bb service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Refreshing network info cache for port c84a5e33-4933-4c4f-9ab7-feddedc0043d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.042826] env[65310]: DEBUG nova.compute.manager [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1220.043234] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.044644] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f2b617-6eaa-433d-a8c1-29c2f5697607 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.059719] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.060137] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447170, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.060480] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d7fcaa8-e8e5-42e2-97f5-4806bf1d9b6c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.068181] env[65310]: DEBUG oslo_vmware.api [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1220.068181] env[65310]: value = "task-4447171" [ 1220.068181] env[65310]: _type = "Task" [ 1220.068181] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.074211] env[65310]: DEBUG nova.compute.manager [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1220.074605] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.078951] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb5ee34-f28e-4ae5-90e1-17a0b38c61db {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.082548] env[65310]: DEBUG oslo_vmware.api [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.088105] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.088472] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a77d656-21f7-4c6f-bd6b-2dcdb5c8f207 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.095660] env[65310]: DEBUG oslo_vmware.api [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1220.095660] env[65310]: value = "task-4447172" [ 1220.095660] env[65310]: _type = "Task" [ 1220.095660] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.104877] env[65310]: DEBUG oslo_vmware.api [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.226435] env[65310]: DEBUG nova.scheduler.client.report [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.230455] env[65310]: WARNING neutronclient.v2_0.client [req-d790530c-9539-49da-aeba-4a7042fb3cb5 req-157382e5-2748-46a5-b003-24a4b7c531bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.399082] env[65310]: WARNING neutronclient.v2_0.client [req-d790530c-9539-49da-aeba-4a7042fb3cb5 req-157382e5-2748-46a5-b003-24a4b7c531bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.470770] env[65310]: DEBUG nova.network.neutron [req-d790530c-9539-49da-aeba-4a7042fb3cb5 req-157382e5-2748-46a5-b003-24a4b7c531bb service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Updated VIF entry in instance network info cache for port c84a5e33-4933-4c4f-9ab7-feddedc0043d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1220.471210] env[65310]: DEBUG nova.network.neutron [req-d790530c-9539-49da-aeba-4a7042fb3cb5 req-157382e5-2748-46a5-b003-24a4b7c531bb service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Updating instance_info_cache with network_info: [{"id": "c84a5e33-4933-4c4f-9ab7-feddedc0043d", "address": "fa:16:3e:e2:91:31", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84a5e33-49", "ovs_interfaceid": "c84a5e33-4933-4c4f-9ab7-feddedc0043d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.560276] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447170, 'name': CreateVM_Task, 'duration_secs': 0.54416} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.560546] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.561051] env[65310]: WARNING neutronclient.v2_0.client [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.561418] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.561605] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.562038] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.562377] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70230eb4-e91d-4c79-b75e-035056664c64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.568233] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1220.568233] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529bf3a7-9d69-1d05-5910-e9e7b6c99fda" [ 1220.568233] env[65310]: _type = "Task" [ 1220.568233] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.581387] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529bf3a7-9d69-1d05-5910-e9e7b6c99fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.584583] env[65310]: DEBUG oslo_vmware.api [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447171, 'name': PowerOffVM_Task, 'duration_secs': 0.229803} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.584888] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.585096] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.585367] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f2e5cd1-34c2-450b-8d23-b2367266df67 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.606700] env[65310]: DEBUG oslo_vmware.api [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.652824] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.653252] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.653568] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleting the datastore file [datastore1] 5744e282-6b3a-4d5a-b593-a5b116a5d872 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.654014] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50e377f0-6559-413a-9cb5-aa40f5e5a24f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.661700] env[65310]: DEBUG oslo_vmware.api [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1220.661700] env[65310]: value = "task-4447174" [ 1220.661700] env[65310]: _type = "Task" [ 1220.661700] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.671143] env[65310]: DEBUG oslo_vmware.api [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.734749] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.735340] env[65310]: DEBUG nova.compute.manager [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1220.974037] env[65310]: DEBUG oslo_concurrency.lockutils [req-d790530c-9539-49da-aeba-4a7042fb3cb5 req-157382e5-2748-46a5-b003-24a4b7c531bb service nova] Releasing lock "refresh_cache-5a381936-3730-4df3-b8c6-c8decc7f9773" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.082056] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529bf3a7-9d69-1d05-5910-e9e7b6c99fda, 'name': SearchDatastore_Task, 'duration_secs': 0.012494} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.082548] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.082737] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.082985] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.083167] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.083414] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.083740] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa7e3267-b77e-40cc-a223-f6458356a305 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.094151] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.094348] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.095184] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25891cb8-3ae2-4898-a611-969e76deab2d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.106847] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1221.106847] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52762dbb-be16-1c0f-49e9-f1f44012e8bf" [ 1221.106847] env[65310]: _type = "Task" [ 1221.106847] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.110179] env[65310]: DEBUG oslo_vmware.api [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.119480] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52762dbb-be16-1c0f-49e9-f1f44012e8bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.120410] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7c06ff-9490-477e-9404-99c513c671cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.127043] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1221.127043] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52af80dc-215a-887b-4b99-c5dadf756308" [ 1221.127043] env[65310]: _type = "Task" [ 1221.127043] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.137306] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52af80dc-215a-887b-4b99-c5dadf756308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.175436] env[65310]: DEBUG oslo_vmware.api [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162004} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.175743] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.175990] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.176215] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.176490] env[65310]: INFO nova.compute.manager [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1221.176860] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1221.177141] env[65310]: DEBUG nova.compute.manager [-] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1221.177247] env[65310]: DEBUG nova.network.neutron [-] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1221.177586] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.216207] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.241793] env[65310]: DEBUG nova.compute.utils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.243749] env[65310]: DEBUG nova.compute.manager [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1221.243917] env[65310]: DEBUG nova.network.neutron [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1221.245066] env[65310]: WARNING neutronclient.v2_0.client [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.245066] env[65310]: WARNING neutronclient.v2_0.client [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.289500] env[65310]: DEBUG nova.policy [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22ce5fcd456242b8b984eced7c82693d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75ca0d21494b4d21a93dae7f8e746976', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.609829] env[65310]: DEBUG oslo_vmware.api [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447172, 'name': PowerOffVM_Task, 'duration_secs': 1.194684} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.610152] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.610356] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.610671] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e03c997-14cf-498f-9cb2-f5b89d514bee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.640153] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52af80dc-215a-887b-4b99-c5dadf756308, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.640513] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.640878] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 5a381936-3730-4df3-b8c6-c8decc7f9773/5a381936-3730-4df3-b8c6-c8decc7f9773.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.641640] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8afa740a-c969-4354-8502-bed6386cfd9f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.649817] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1221.649817] env[65310]: value = "task-4447176" [ 1221.649817] env[65310]: _type = "Task" [ 1221.649817] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.660244] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.687868] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.688262] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.688502] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleting the datastore file [datastore2] 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.688894] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c185d45a-2739-47ed-ab1f-9474fc0d5c90 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.698074] env[65310]: DEBUG oslo_vmware.api [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for the task: (returnval){ [ 1221.698074] env[65310]: value = "task-4447177" [ 1221.698074] env[65310]: _type = "Task" [ 1221.698074] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.702712] env[65310]: DEBUG nova.network.neutron [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Successfully created port: c110b7dd-d87d-478b-9ba1-0e644064858c {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1221.711696] env[65310]: DEBUG oslo_vmware.api [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.722120] env[65310]: DEBUG nova.compute.manager [req-3e1c8e90-1a53-46f9-a71e-fe955393e849 req-d198d287-6f73-4092-8fc8-71ba45e36a7f service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Received event network-vif-deleted-7a5b30d2-4dc0-4975-98e3-f62303dab731 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1221.722514] env[65310]: INFO nova.compute.manager [req-3e1c8e90-1a53-46f9-a71e-fe955393e849 req-d198d287-6f73-4092-8fc8-71ba45e36a7f service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Neutron deleted interface 7a5b30d2-4dc0-4975-98e3-f62303dab731; detaching it from the instance and deleting it from the info cache [ 1221.722797] env[65310]: DEBUG nova.network.neutron [req-3e1c8e90-1a53-46f9-a71e-fe955393e849 req-d198d287-6f73-4092-8fc8-71ba45e36a7f service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.747588] env[65310]: DEBUG nova.compute.manager [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1221.997330] env[65310]: DEBUG nova.network.neutron [-] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.161137] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478363} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.161811] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 5a381936-3730-4df3-b8c6-c8decc7f9773/5a381936-3730-4df3-b8c6-c8decc7f9773.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.161811] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.161983] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10f4cc2f-4553-4eb6-947e-73734db40970 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.169984] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1222.169984] env[65310]: value = "task-4447178" [ 1222.169984] env[65310]: _type = "Task" [ 1222.169984] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.181476] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.209611] env[65310]: DEBUG oslo_vmware.api [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Task: {'id': task-4447177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387423} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.209965] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.210279] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.210628] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.211316] env[65310]: INFO nova.compute.manager [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1222.211619] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1222.211838] env[65310]: DEBUG nova.compute.manager [-] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1222.211937] env[65310]: DEBUG nova.network.neutron [-] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1222.212262] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.225254] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f44766e1-fdfb-40dd-9956-1c102d16ebba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.237933] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965d1112-f571-4d6f-afef-3e8883fc7d3a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.273439] env[65310]: DEBUG nova.compute.manager [req-3e1c8e90-1a53-46f9-a71e-fe955393e849 req-d198d287-6f73-4092-8fc8-71ba45e36a7f service nova] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Detach interface failed, port_id=7a5b30d2-4dc0-4975-98e3-f62303dab731, reason: Instance 5744e282-6b3a-4d5a-b593-a5b116a5d872 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1222.279922] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.500554] env[65310]: INFO nova.compute.manager [-] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Took 1.32 seconds to deallocate network for instance. [ 1222.682453] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080565} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.682674] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.683622] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a4c03c-5aa3-408b-9211-e40bc7773f68 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.707236] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 5a381936-3730-4df3-b8c6-c8decc7f9773/5a381936-3730-4df3-b8c6-c8decc7f9773.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.709540] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d662910a-5cde-4f5a-879a-65e6999e7f60 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.726029] env[65310]: DEBUG nova.network.neutron [-] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.733769] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1222.733769] env[65310]: value = "task-4447179" [ 1222.733769] env[65310]: _type = "Task" [ 1222.733769] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.746977] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.757220] env[65310]: DEBUG nova.compute.manager [req-18aeff4c-3d21-4a70-b8ab-f37ac04a2669 req-50a3b49c-c6c6-4ef8-ac81-e060720913fb service nova] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Received event network-vif-deleted-8231b64d-a165-44ad-b5a8-6104cbc75d24 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1222.758308] env[65310]: DEBUG nova.compute.manager [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1222.787569] env[65310]: DEBUG nova.virt.hardware [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1222.787873] env[65310]: DEBUG nova.virt.hardware [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.788056] env[65310]: DEBUG nova.virt.hardware [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1222.788286] env[65310]: DEBUG nova.virt.hardware [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.788463] env[65310]: DEBUG nova.virt.hardware [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1222.788632] env[65310]: DEBUG nova.virt.hardware [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1222.788858] env[65310]: DEBUG nova.virt.hardware [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1222.789062] env[65310]: DEBUG nova.virt.hardware [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1222.789311] env[65310]: DEBUG nova.virt.hardware [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1222.789538] env[65310]: DEBUG nova.virt.hardware [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1222.789772] env[65310]: DEBUG nova.virt.hardware [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1222.791023] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d035ef6-dda6-4407-ab34-c2b303a85bca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.800713] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9626420e-948c-4867-9579-dbe110b69a33 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.008219] env[65310]: DEBUG oslo_concurrency.lockutils [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.008489] env[65310]: DEBUG oslo_concurrency.lockutils [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.008721] env[65310]: DEBUG nova.objects.instance [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lazy-loading 'resources' on Instance uuid 5744e282-6b3a-4d5a-b593-a5b116a5d872 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.229288] env[65310]: INFO nova.compute.manager [-] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Took 1.02 seconds to deallocate network for instance. [ 1223.250024] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447179, 'name': ReconfigVM_Task, 'duration_secs': 0.45675} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.250024] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 5a381936-3730-4df3-b8c6-c8decc7f9773/5a381936-3730-4df3-b8c6-c8decc7f9773.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.250024] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92d019b8-9685-4a69-9360-2a9ddda0ba66 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.260911] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1223.260911] env[65310]: value = "task-4447180" [ 1223.260911] env[65310]: _type = "Task" [ 1223.260911] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.271558] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447180, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.377903] env[65310]: DEBUG nova.network.neutron [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Successfully updated port: c110b7dd-d87d-478b-9ba1-0e644064858c {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1223.666913] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5078d0d-89c8-40d2-be59-89fafd11c53a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.676846] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b808cf-3461-4038-85d5-1b8c8aa06739 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.709515] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d84126-ffcf-407c-a5c9-2dac5419b0e2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.718173] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3c5e09-7188-4c20-8508-fb3558215735 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.734939] env[65310]: DEBUG nova.compute.provider_tree [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.736958] env[65310]: DEBUG oslo_concurrency.lockutils [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.767468] env[65310]: DEBUG nova.compute.manager [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Received event network-vif-plugged-c110b7dd-d87d-478b-9ba1-0e644064858c {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1223.767766] env[65310]: DEBUG oslo_concurrency.lockutils [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] Acquiring lock "ed9e0125-1904-4005-8c64-a7545f223146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.768064] env[65310]: DEBUG oslo_concurrency.lockutils [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] Lock "ed9e0125-1904-4005-8c64-a7545f223146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.768276] env[65310]: DEBUG oslo_concurrency.lockutils [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] Lock "ed9e0125-1904-4005-8c64-a7545f223146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.768492] env[65310]: DEBUG nova.compute.manager [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] No waiting events found dispatching network-vif-plugged-c110b7dd-d87d-478b-9ba1-0e644064858c {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1223.768798] env[65310]: WARNING nova.compute.manager [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Received unexpected event network-vif-plugged-c110b7dd-d87d-478b-9ba1-0e644064858c for instance with vm_state building and task_state spawning. [ 1223.768981] env[65310]: DEBUG nova.compute.manager [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Received event network-changed-c110b7dd-d87d-478b-9ba1-0e644064858c {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1223.769207] env[65310]: DEBUG nova.compute.manager [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Refreshing instance network info cache due to event network-changed-c110b7dd-d87d-478b-9ba1-0e644064858c. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1223.769483] env[65310]: DEBUG oslo_concurrency.lockutils [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] Acquiring lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.769693] env[65310]: DEBUG oslo_concurrency.lockutils [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] Acquired lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.769891] env[65310]: DEBUG nova.network.neutron [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Refreshing network info cache for port c110b7dd-d87d-478b-9ba1-0e644064858c {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.777709] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447180, 'name': Rename_Task, 'duration_secs': 0.205121} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.778562] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.779101] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8295c8da-907f-4a5b-8dbf-e9e47bfa4a96 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.788471] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1223.788471] env[65310]: value = "task-4447181" [ 1223.788471] env[65310]: _type = "Task" [ 1223.788471] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.801017] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.883190] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.239212] env[65310]: DEBUG nova.scheduler.client.report [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.273820] env[65310]: WARNING neutronclient.v2_0.client [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.302216] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447181, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.321085] env[65310]: DEBUG nova.network.neutron [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1224.413740] env[65310]: DEBUG nova.network.neutron [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.744804] env[65310]: DEBUG oslo_concurrency.lockutils [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.747457] env[65310]: DEBUG oslo_concurrency.lockutils [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.010s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.748047] env[65310]: DEBUG nova.objects.instance [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lazy-loading 'resources' on Instance uuid 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.771883] env[65310]: INFO nova.scheduler.client.report [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted allocations for instance 5744e282-6b3a-4d5a-b593-a5b116a5d872 [ 1224.800146] env[65310]: DEBUG oslo_vmware.api [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447181, 'name': PowerOnVM_Task, 'duration_secs': 0.624605} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.800454] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.800770] env[65310]: INFO nova.compute.manager [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1224.800940] env[65310]: DEBUG nova.compute.manager [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1224.801886] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68f942d-7930-4c66-a75a-14406c69f10c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.916354] env[65310]: DEBUG oslo_concurrency.lockutils [req-d03c343f-cc88-412f-bbce-e3a42150fdfe req-a7c91a7d-9ab1-40ce-bebf-4ba9de4e9c93 service nova] Releasing lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.916819] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.917038] env[65310]: DEBUG nova.network.neutron [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1225.279981] env[65310]: DEBUG oslo_concurrency.lockutils [None req-59bece08-a960-4891-81a8-0ce8e79b5183 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "5744e282-6b3a-4d5a-b593-a5b116a5d872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.766s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.323481] env[65310]: INFO nova.compute.manager [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Took 17.97 seconds to build instance. [ 1225.403398] env[65310]: DEBUG oslo_concurrency.lockutils [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "597d4120-a867-42ba-b4a5-511b8312a101" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.403665] env[65310]: DEBUG oslo_concurrency.lockutils [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "597d4120-a867-42ba-b4a5-511b8312a101" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.403910] env[65310]: DEBUG oslo_concurrency.lockutils [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "597d4120-a867-42ba-b4a5-511b8312a101-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.404080] env[65310]: DEBUG oslo_concurrency.lockutils [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "597d4120-a867-42ba-b4a5-511b8312a101-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.404349] env[65310]: DEBUG oslo_concurrency.lockutils [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "597d4120-a867-42ba-b4a5-511b8312a101-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.406597] env[65310]: INFO nova.compute.manager [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Terminating instance [ 1225.412828] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665dbb1c-043c-45d9-a4df-3447197cf775 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.425146] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd247169-a30e-4482-a831-647d0be333a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.462397] env[65310]: DEBUG nova.network.neutron [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1225.464973] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f706d939-43da-4b97-8166-8f5484086e97 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.473962] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ce1832-e748-435f-a28e-ad84f82c839f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.490899] env[65310]: DEBUG nova.compute.provider_tree [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.553771] env[65310]: WARNING neutronclient.v2_0.client [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.572030] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.572354] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.670602] env[65310]: DEBUG nova.network.neutron [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance_info_cache with network_info: [{"id": "c110b7dd-d87d-478b-9ba1-0e644064858c", "address": "fa:16:3e:c8:06:34", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc110b7dd-d8", "ovs_interfaceid": "c110b7dd-d87d-478b-9ba1-0e644064858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.788887] env[65310]: DEBUG nova.compute.manager [req-e2ddf39c-0f9f-4bd5-9e18-82576ab9fea0 req-54707910-ffd1-438e-ad06-e5e2a4464edd service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Received event network-changed-c84a5e33-4933-4c4f-9ab7-feddedc0043d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1225.789108] env[65310]: DEBUG nova.compute.manager [req-e2ddf39c-0f9f-4bd5-9e18-82576ab9fea0 req-54707910-ffd1-438e-ad06-e5e2a4464edd service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Refreshing instance network info cache due to event network-changed-c84a5e33-4933-4c4f-9ab7-feddedc0043d. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1225.789152] env[65310]: DEBUG oslo_concurrency.lockutils [req-e2ddf39c-0f9f-4bd5-9e18-82576ab9fea0 req-54707910-ffd1-438e-ad06-e5e2a4464edd service nova] Acquiring lock "refresh_cache-5a381936-3730-4df3-b8c6-c8decc7f9773" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.789299] env[65310]: DEBUG oslo_concurrency.lockutils [req-e2ddf39c-0f9f-4bd5-9e18-82576ab9fea0 req-54707910-ffd1-438e-ad06-e5e2a4464edd service nova] Acquired lock "refresh_cache-5a381936-3730-4df3-b8c6-c8decc7f9773" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.789456] env[65310]: DEBUG nova.network.neutron [req-e2ddf39c-0f9f-4bd5-9e18-82576ab9fea0 req-54707910-ffd1-438e-ad06-e5e2a4464edd service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Refreshing network info cache for port c84a5e33-4933-4c4f-9ab7-feddedc0043d {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.825932] env[65310]: DEBUG oslo_concurrency.lockutils [None req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.911123] env[65310]: DEBUG nova.compute.manager [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1225.911123] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.913584] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654a7c29-eb4a-4794-9ce4-8475b4fc6e22 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.924030] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.924319] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-973cefb1-92de-4542-ab71-8dccdb3d0eb1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.933025] env[65310]: DEBUG oslo_vmware.api [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1225.933025] env[65310]: value = "task-4447182" [ 1225.933025] env[65310]: _type = "Task" [ 1225.933025] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.942615] env[65310]: DEBUG oslo_vmware.api [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.998043] env[65310]: DEBUG nova.scheduler.client.report [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.076241] env[65310]: INFO nova.compute.manager [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Detaching volume ab1ebc70-ead8-48bd-b4ef-f0c967e86b70 [ 1226.117485] env[65310]: INFO nova.virt.block_device [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Attempting to driver detach volume ab1ebc70-ead8-48bd-b4ef-f0c967e86b70 from mountpoint /dev/sdb [ 1226.117722] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1226.117910] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869797', 'volume_id': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'name': 'volume-ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8242a80-b3ed-4dbc-8b95-c5ca289e03e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'serial': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1226.118949] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21d91da-da7e-4111-9005-90ab8dcc26e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.142632] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e5312a-f4ba-4097-b417-d559634e7ec5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.151528] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe49b8e-ed3a-4191-9eab-b706c5722580 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.173618] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.173725] env[65310]: DEBUG nova.compute.manager [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Instance network_info: |[{"id": "c110b7dd-d87d-478b-9ba1-0e644064858c", "address": "fa:16:3e:c8:06:34", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc110b7dd-d8", "ovs_interfaceid": "c110b7dd-d87d-478b-9ba1-0e644064858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1226.174343] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:06:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c110b7dd-d87d-478b-9ba1-0e644064858c', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.183524] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1226.183524] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524714c-a12d-4fbc-b693-5d61fc48a65f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.185870] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.186327] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec2e2a8-ca5b-4db0-acfd-51767df88b2f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.216246] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] The volume has not been displaced from its original location: [datastore2] volume-ab1ebc70-ead8-48bd-b4ef-f0c967e86b70/volume-ab1ebc70-ead8-48bd-b4ef-f0c967e86b70.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1226.221545] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.223346] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff325ce8-4901-4e7e-98c6-49841f3d17ae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.237285] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.237285] env[65310]: value = "task-4447183" [ 1226.237285] env[65310]: _type = "Task" [ 1226.237285] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.247019] env[65310]: DEBUG oslo_vmware.api [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1226.247019] env[65310]: value = "task-4447184" [ 1226.247019] env[65310]: _type = "Task" [ 1226.247019] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.249846] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447183, 'name': CreateVM_Task} progress is 15%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.259441] env[65310]: DEBUG oslo_vmware.api [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.292158] env[65310]: WARNING neutronclient.v2_0.client [req-e2ddf39c-0f9f-4bd5-9e18-82576ab9fea0 req-54707910-ffd1-438e-ad06-e5e2a4464edd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.444936] env[65310]: DEBUG oslo_vmware.api [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447182, 'name': PowerOffVM_Task, 'duration_secs': 0.221597} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.445242] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.445410] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.445735] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0cf8c95-c593-4eb7-b4c5-0a860b7b3f45 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.476139] env[65310]: WARNING neutronclient.v2_0.client [req-e2ddf39c-0f9f-4bd5-9e18-82576ab9fea0 req-54707910-ffd1-438e-ad06-e5e2a4464edd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.503721] env[65310]: DEBUG oslo_concurrency.lockutils [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.518616] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.518887] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.519088] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleting the datastore file [datastore1] 597d4120-a867-42ba-b4a5-511b8312a101 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.519465] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2b271b6-0478-4ada-a540-ebf7c44e0feb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.528524] env[65310]: DEBUG oslo_vmware.api [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1226.528524] env[65310]: value = "task-4447186" [ 1226.528524] env[65310]: _type = "Task" [ 1226.528524] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.538643] env[65310]: INFO nova.scheduler.client.report [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Deleted allocations for instance 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a [ 1226.543574] env[65310]: DEBUG oslo_vmware.api [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.572477] env[65310]: DEBUG nova.network.neutron [req-e2ddf39c-0f9f-4bd5-9e18-82576ab9fea0 req-54707910-ffd1-438e-ad06-e5e2a4464edd service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Updated VIF entry in instance network info cache for port c84a5e33-4933-4c4f-9ab7-feddedc0043d. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1226.572903] env[65310]: DEBUG nova.network.neutron [req-e2ddf39c-0f9f-4bd5-9e18-82576ab9fea0 req-54707910-ffd1-438e-ad06-e5e2a4464edd service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Updating instance_info_cache with network_info: [{"id": "c84a5e33-4933-4c4f-9ab7-feddedc0043d", "address": "fa:16:3e:e2:91:31", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84a5e33-49", "ovs_interfaceid": "c84a5e33-4933-4c4f-9ab7-feddedc0043d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.747988] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447183, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.759557] env[65310]: DEBUG oslo_vmware.api [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447184, 'name': ReconfigVM_Task, 'duration_secs': 0.264695} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.759850] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1226.764661] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77872034-b5db-4d10-9d8d-3570508ce16c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.780938] env[65310]: DEBUG oslo_vmware.api [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1226.780938] env[65310]: value = "task-4447187" [ 1226.780938] env[65310]: _type = "Task" [ 1226.780938] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.792229] env[65310]: DEBUG oslo_vmware.api [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.043325] env[65310]: DEBUG oslo_vmware.api [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1582} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.043618] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.043841] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.044039] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.044253] env[65310]: INFO nova.compute.manager [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1227.044509] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1227.044730] env[65310]: DEBUG nova.compute.manager [-] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1227.044811] env[65310]: DEBUG nova.network.neutron [-] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1227.045069] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.051985] env[65310]: DEBUG oslo_concurrency.lockutils [None req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Lock "30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.485s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.075935] env[65310]: DEBUG oslo_concurrency.lockutils [req-e2ddf39c-0f9f-4bd5-9e18-82576ab9fea0 req-54707910-ffd1-438e-ad06-e5e2a4464edd service nova] Releasing lock "refresh_cache-5a381936-3730-4df3-b8c6-c8decc7f9773" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.128679] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.251553] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447183, 'name': CreateVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.291675] env[65310]: DEBUG oslo_vmware.api [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447187, 'name': ReconfigVM_Task, 'duration_secs': 0.14686} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.291987] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869797', 'volume_id': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'name': 'volume-ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8242a80-b3ed-4dbc-8b95-c5ca289e03e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70', 'serial': 'ab1ebc70-ead8-48bd-b4ef-f0c967e86b70'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1227.381147] env[65310]: DEBUG nova.compute.manager [req-9168b930-5c81-48a4-a639-c027479f254b req-55a76862-20b3-4e04-8425-8ddaa2351194 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Received event network-vif-deleted-d1174df7-b600-42ab-a3d2-b76e507a2310 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1227.381406] env[65310]: INFO nova.compute.manager [req-9168b930-5c81-48a4-a639-c027479f254b req-55a76862-20b3-4e04-8425-8ddaa2351194 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Neutron deleted interface d1174df7-b600-42ab-a3d2-b76e507a2310; detaching it from the instance and deleting it from the info cache [ 1227.381601] env[65310]: DEBUG nova.network.neutron [req-9168b930-5c81-48a4-a639-c027479f254b req-55a76862-20b3-4e04-8425-8ddaa2351194 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.393688] env[65310]: DEBUG oslo_vmware.rw_handles [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283adcc-cd8f-aa71-3f75-539237d17bf5/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1227.395982] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2263b9c0-c23b-4b2e-a4ff-624cad22ff24 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.402603] env[65310]: DEBUG oslo_vmware.rw_handles [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283adcc-cd8f-aa71-3f75-539237d17bf5/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1227.402718] env[65310]: ERROR oslo_vmware.rw_handles [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283adcc-cd8f-aa71-3f75-539237d17bf5/disk-0.vmdk due to incomplete transfer. [ 1227.402940] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ab4a241-10f6-43c8-bb3a-834cca5bdf0c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.411109] env[65310]: DEBUG oslo_vmware.rw_handles [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283adcc-cd8f-aa71-3f75-539237d17bf5/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1227.411241] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Uploaded image 23bd6e44-22ee-44e6-b8f8-3e663b4cbbce to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1227.413403] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1227.413672] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7daa4c8-cedb-498f-9d1b-7451c2eb1a77 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.421162] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1227.421162] env[65310]: value = "task-4447188" [ 1227.421162] env[65310]: _type = "Task" [ 1227.421162] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.432070] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447188, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.750030] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447183, 'name': CreateVM_Task, 'duration_secs': 1.437882} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.750244] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.750732] env[65310]: WARNING neutronclient.v2_0.client [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.751211] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.751391] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.751773] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.752138] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f9d0d2-9223-4c77-aeb2-9e05cbb9874e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.757189] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1227.757189] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527bbc6e-2bc7-5691-dafc-47d608344c92" [ 1227.757189] env[65310]: _type = "Task" [ 1227.757189] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.766162] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527bbc6e-2bc7-5691-dafc-47d608344c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.840672] env[65310]: DEBUG nova.objects.instance [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lazy-loading 'flavor' on Instance uuid d8242a80-b3ed-4dbc-8b95-c5ca289e03e3 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.855793] env[65310]: DEBUG nova.network.neutron [-] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.884616] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-158fd8c7-af06-4667-ae39-d9bbff49be95 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.895430] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b814d741-b568-4b54-b678-115e07aa5aff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.929506] env[65310]: DEBUG nova.compute.manager [req-9168b930-5c81-48a4-a639-c027479f254b req-55a76862-20b3-4e04-8425-8ddaa2351194 service nova] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Detach interface failed, port_id=d1174df7-b600-42ab-a3d2-b76e507a2310, reason: Instance 597d4120-a867-42ba-b4a5-511b8312a101 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1227.938176] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447188, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.268737] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]527bbc6e-2bc7-5691-dafc-47d608344c92, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.269068] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.269314] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.269554] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.269696] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.269873] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.270158] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dca54ea-e9fa-45c9-9c3c-0801a9774b4b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.280744] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.280941] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.281703] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45b2adb-f977-493a-bd1b-72d136d62673 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.288567] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1228.288567] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f5d9b9-1d19-0e55-8067-a3a3838a29e4" [ 1228.288567] env[65310]: _type = "Task" [ 1228.288567] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.297873] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f5d9b9-1d19-0e55-8067-a3a3838a29e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.358273] env[65310]: INFO nova.compute.manager [-] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Took 1.31 seconds to deallocate network for instance. [ 1228.439890] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447188, 'name': Destroy_Task} progress is 33%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.801454] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f5d9b9-1d19-0e55-8067-a3a3838a29e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.802274] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a12018-299c-4cd1-811f-0e3313b679b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.808801] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1228.808801] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52eedd79-fd5d-f721-5c22-28cca44f5af2" [ 1228.808801] env[65310]: _type = "Task" [ 1228.808801] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.817612] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52eedd79-fd5d-f721-5c22-28cca44f5af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.848316] env[65310]: DEBUG oslo_concurrency.lockutils [None req-bf68215c-4d71-4c8b-a6c8-903976bf8712 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.865087] env[65310]: DEBUG oslo_concurrency.lockutils [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.865370] env[65310]: DEBUG oslo_concurrency.lockutils [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.865587] env[65310]: DEBUG nova.objects.instance [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lazy-loading 'resources' on Instance uuid 597d4120-a867-42ba-b4a5-511b8312a101 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.941714] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447188, 'name': Destroy_Task, 'duration_secs': 1.33688} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.941986] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Destroyed the VM [ 1228.942248] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1228.942576] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5155afb8-e299-4832-a05e-5b976fc60c71 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.950875] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1228.950875] env[65310]: value = "task-4447190" [ 1228.950875] env[65310]: _type = "Task" [ 1228.950875] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.960578] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.320751] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52eedd79-fd5d-f721-5c22-28cca44f5af2, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.321214] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.321317] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] ed9e0125-1904-4005-8c64-a7545f223146/ed9e0125-1904-4005-8c64-a7545f223146.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.321601] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d2802fb-f030-4fe3-aeb9-5da02b91c5af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.331152] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1229.331152] env[65310]: value = "task-4447191" [ 1229.331152] env[65310]: _type = "Task" [ 1229.331152] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.341866] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.465339] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447190, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.519980] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a3f1ba-1f5a-4940-948e-8a96588e4729 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.528545] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fee59b-09e7-4448-912b-7afcba289683 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.563716] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1462ada-3899-4bda-aa0a-eb6ebd3c48cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.577577] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf0b84b-294c-4cb3-8133-b5894feefd12 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.596576] env[65310]: DEBUG nova.compute.provider_tree [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.841696] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467987} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.842039] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] ed9e0125-1904-4005-8c64-a7545f223146/ed9e0125-1904-4005-8c64-a7545f223146.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.842261] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.842566] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f3488f9-6a00-4fa2-a484-8cb2ae37921e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.850044] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1229.850044] env[65310]: value = "task-4447192" [ 1229.850044] env[65310]: _type = "Task" [ 1229.850044] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.860040] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.961658] env[65310]: DEBUG oslo_vmware.api [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447190, 'name': RemoveSnapshot_Task, 'duration_secs': 0.676024} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.961982] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1229.962316] env[65310]: INFO nova.compute.manager [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Took 16.25 seconds to snapshot the instance on the hypervisor. [ 1230.071958] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.072238] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.072504] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.072691] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.072859] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.075213] env[65310]: INFO nova.compute.manager [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Terminating instance [ 1230.100490] env[65310]: DEBUG nova.scheduler.client.report [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.360377] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15297} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.360649] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.361415] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9db7ba-dffe-487c-a9ed-eb844ac1c1b3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.384702] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] ed9e0125-1904-4005-8c64-a7545f223146/ed9e0125-1904-4005-8c64-a7545f223146.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.385023] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-374e3e8d-a7bf-4656-a24c-794a90bdda9e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.407745] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1230.407745] env[65310]: value = "task-4447193" [ 1230.407745] env[65310]: _type = "Task" [ 1230.407745] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.415837] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.523774] env[65310]: DEBUG nova.compute.manager [None req-229273c6-01c6-4a3f-b897-a6b97bf5d19a tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Found 1 images (rotation: 2) {{(pid=65310) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1230.579119] env[65310]: DEBUG nova.compute.manager [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1230.579368] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.580710] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c22f73-ee04-4e52-90dd-27bf78e603f3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.588825] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.589105] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c1a8319-27da-4dd0-a972-18bfee77a986 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.596571] env[65310]: DEBUG oslo_vmware.api [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1230.596571] env[65310]: value = "task-4447194" [ 1230.596571] env[65310]: _type = "Task" [ 1230.596571] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.605166] env[65310]: DEBUG oslo_concurrency.lockutils [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.611091] env[65310]: DEBUG oslo_vmware.api [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.631598] env[65310]: INFO nova.scheduler.client.report [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted allocations for instance 597d4120-a867-42ba-b4a5-511b8312a101 [ 1230.921462] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447193, 'name': ReconfigVM_Task, 'duration_secs': 0.3158} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.921804] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Reconfigured VM instance instance-00000077 to attach disk [datastore2] ed9e0125-1904-4005-8c64-a7545f223146/ed9e0125-1904-4005-8c64-a7545f223146.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.922597] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5109ac4-e4dd-4b98-ba66-c7b01db617be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.931399] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1230.931399] env[65310]: value = "task-4447196" [ 1230.931399] env[65310]: _type = "Task" [ 1230.931399] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.942691] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447196, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.107564] env[65310]: DEBUG oslo_vmware.api [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447194, 'name': PowerOffVM_Task, 'duration_secs': 0.323836} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.107844] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.108024] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.108288] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c67cc3-3584-4495-a5c9-aa9fd5e37144 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.139894] env[65310]: DEBUG oslo_concurrency.lockutils [None req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "597d4120-a867-42ba-b4a5-511b8312a101" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.736s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.186787] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.187021] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.187237] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Deleting the datastore file [datastore2] d8242a80-b3ed-4dbc-8b95-c5ca289e03e3 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.187569] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92547a10-c8d3-4a67-aefb-6be9d305b571 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.196977] env[65310]: DEBUG oslo_vmware.api [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1231.196977] env[65310]: value = "task-4447198" [ 1231.196977] env[65310]: _type = "Task" [ 1231.196977] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.206356] env[65310]: DEBUG oslo_vmware.api [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.442854] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447196, 'name': Rename_Task, 'duration_secs': 0.166723} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.443025] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.443188] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1feffa69-2df9-4e44-b929-1144ffc9dd96 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.450536] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1231.450536] env[65310]: value = "task-4447199" [ 1231.450536] env[65310]: _type = "Task" [ 1231.450536] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.460924] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.708703] env[65310]: DEBUG oslo_vmware.api [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26337} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.708703] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.708703] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.709066] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.709066] env[65310]: INFO nova.compute.manager [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1231.709496] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1231.709742] env[65310]: DEBUG nova.compute.manager [-] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1231.709865] env[65310]: DEBUG nova.network.neutron [-] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1231.710156] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.753083] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.961367] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.966167] env[65310]: DEBUG nova.compute.manager [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1231.967223] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d02c10-5b6a-49b0-a6db-f7df88780051 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.265056] env[65310]: DEBUG nova.compute.manager [req-f85ea813-2998-48c7-b997-a5aeba183816 req-8202dc89-7b06-48bf-8e40-845bc3ca739a service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Received event network-vif-deleted-014ff7b4-42ff-4d43-9c25-0d070e0360b9 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1232.265056] env[65310]: INFO nova.compute.manager [req-f85ea813-2998-48c7-b997-a5aeba183816 req-8202dc89-7b06-48bf-8e40-845bc3ca739a service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Neutron deleted interface 014ff7b4-42ff-4d43-9c25-0d070e0360b9; detaching it from the instance and deleting it from the info cache [ 1232.265056] env[65310]: DEBUG nova.network.neutron [req-f85ea813-2998-48c7-b997-a5aeba183816 req-8202dc89-7b06-48bf-8e40-845bc3ca739a service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.461672] env[65310]: DEBUG oslo_vmware.api [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447199, 'name': PowerOnVM_Task, 'duration_secs': 0.71926} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.461840] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.462050] env[65310]: INFO nova.compute.manager [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1232.462236] env[65310]: DEBUG nova.compute.manager [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1232.463046] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9280ae-141b-4fab-8a2c-9056b6652f22 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.478650] env[65310]: INFO nova.compute.manager [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] instance snapshotting [ 1232.479825] env[65310]: DEBUG nova.objects.instance [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'flavor' on Instance uuid 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.738012] env[65310]: DEBUG nova.network.neutron [-] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.769123] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "b93daea9-ffe6-415c-8afe-520c4dccf290" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.769397] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "b93daea9-ffe6-415c-8afe-520c4dccf290" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.770910] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-334da3c8-dc13-4ca9-b799-7b6da0ddd96d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.782531] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daac144d-581d-4512-8ab1-340e1ff8f54f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.814222] env[65310]: DEBUG nova.compute.manager [req-f85ea813-2998-48c7-b997-a5aeba183816 req-8202dc89-7b06-48bf-8e40-845bc3ca739a service nova] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Detach interface failed, port_id=014ff7b4-42ff-4d43-9c25-0d070e0360b9, reason: Instance d8242a80-b3ed-4dbc-8b95-c5ca289e03e3 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1232.984356] env[65310]: INFO nova.compute.manager [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Took 14.60 seconds to build instance. [ 1232.987557] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75dbeaf-0706-4a8f-87fe-49598ba894e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.010027] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df92b73-d3ba-404e-b7f5-f5205ee88fea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.241217] env[65310]: INFO nova.compute.manager [-] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Took 1.53 seconds to deallocate network for instance. [ 1233.271974] env[65310]: DEBUG nova.compute.manager [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1233.490341] env[65310]: DEBUG oslo_concurrency.lockutils [None req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "ed9e0125-1904-4005-8c64-a7545f223146" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.117s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.520971] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1233.521329] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a4ff9a1-9d06-40e2-8daf-97b30504b452 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.529805] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1233.529805] env[65310]: value = "task-4447200" [ 1233.529805] env[65310]: _type = "Task" [ 1233.529805] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.539208] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447200, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.748278] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.748641] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.748819] env[65310]: DEBUG nova.objects.instance [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lazy-loading 'resources' on Instance uuid d8242a80-b3ed-4dbc-8b95-c5ca289e03e3 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.798735] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.041609] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.302056] env[65310]: DEBUG nova.compute.manager [req-525dd69a-b9fe-4106-9528-2a4d38936444 req-ea40df7c-7a9a-443f-9f53-68a1d6e399b1 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Received event network-changed-c110b7dd-d87d-478b-9ba1-0e644064858c {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1234.302213] env[65310]: DEBUG nova.compute.manager [req-525dd69a-b9fe-4106-9528-2a4d38936444 req-ea40df7c-7a9a-443f-9f53-68a1d6e399b1 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Refreshing instance network info cache due to event network-changed-c110b7dd-d87d-478b-9ba1-0e644064858c. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1234.303063] env[65310]: DEBUG oslo_concurrency.lockutils [req-525dd69a-b9fe-4106-9528-2a4d38936444 req-ea40df7c-7a9a-443f-9f53-68a1d6e399b1 service nova] Acquiring lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.303063] env[65310]: DEBUG oslo_concurrency.lockutils [req-525dd69a-b9fe-4106-9528-2a4d38936444 req-ea40df7c-7a9a-443f-9f53-68a1d6e399b1 service nova] Acquired lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.303063] env[65310]: DEBUG nova.network.neutron [req-525dd69a-b9fe-4106-9528-2a4d38936444 req-ea40df7c-7a9a-443f-9f53-68a1d6e399b1 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Refreshing network info cache for port c110b7dd-d87d-478b-9ba1-0e644064858c {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.391399] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b9f3e3-111e-4370-bc0f-8231fc369d0f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.399313] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8ba8ee-1804-4de6-9da5-ae77fc7c774c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.431117] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c202fe-6a20-4c35-a9c5-2dd521c4c212 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.439151] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b10a18-d656-481a-b036-e0fbd5b09e13 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.453634] env[65310]: DEBUG nova.compute.provider_tree [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.541858] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447200, 'name': CreateSnapshot_Task, 'duration_secs': 0.783417} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.542358] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1234.543055] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d37a87-da39-4f8a-979c-1156cff07d04 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.809388] env[65310]: WARNING neutronclient.v2_0.client [req-525dd69a-b9fe-4106-9528-2a4d38936444 req-ea40df7c-7a9a-443f-9f53-68a1d6e399b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.956596] env[65310]: DEBUG nova.scheduler.client.report [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.992188] env[65310]: WARNING neutronclient.v2_0.client [req-525dd69a-b9fe-4106-9528-2a4d38936444 req-ea40df7c-7a9a-443f-9f53-68a1d6e399b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.061485] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1235.061740] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-204c017c-a8f5-4e23-a673-422017ce0966 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.071219] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1235.071219] env[65310]: value = "task-4447202" [ 1235.071219] env[65310]: _type = "Task" [ 1235.071219] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.076360] env[65310]: DEBUG nova.network.neutron [req-525dd69a-b9fe-4106-9528-2a4d38936444 req-ea40df7c-7a9a-443f-9f53-68a1d6e399b1 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updated VIF entry in instance network info cache for port c110b7dd-d87d-478b-9ba1-0e644064858c. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1235.076970] env[65310]: DEBUG nova.network.neutron [req-525dd69a-b9fe-4106-9528-2a4d38936444 req-ea40df7c-7a9a-443f-9f53-68a1d6e399b1 service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance_info_cache with network_info: [{"id": "c110b7dd-d87d-478b-9ba1-0e644064858c", "address": "fa:16:3e:c8:06:34", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc110b7dd-d8", "ovs_interfaceid": "c110b7dd-d87d-478b-9ba1-0e644064858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.081780] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447202, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.462120] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.464593] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.666s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.466111] env[65310]: INFO nova.compute.claims [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.493317] env[65310]: INFO nova.scheduler.client.report [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Deleted allocations for instance d8242a80-b3ed-4dbc-8b95-c5ca289e03e3 [ 1235.582058] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447202, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.582633] env[65310]: DEBUG oslo_concurrency.lockutils [req-525dd69a-b9fe-4106-9528-2a4d38936444 req-ea40df7c-7a9a-443f-9f53-68a1d6e399b1 service nova] Releasing lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.001379] env[65310]: DEBUG oslo_concurrency.lockutils [None req-35b4b816-4246-4c74-a734-56cf9de17ec8 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "d8242a80-b3ed-4dbc-8b95-c5ca289e03e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.929s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.083892] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447202, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.583275] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447202, 'name': CloneVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.610969] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f828833-f8a4-41b5-bef8-6deacfe53b48 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.619682] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa4b9bc-73bd-497d-a3cc-2d7fa6c6b00d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.651074] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ba8dae-62c1-42ba-955c-026d36be03a6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.660427] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b6e58-8ac9-43ef-b94b-a01b1e0e0445 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.676018] env[65310]: DEBUG nova.compute.provider_tree [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.086755] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447202, 'name': CloneVM_Task, 'duration_secs': 1.524045} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.087067] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Created linked-clone VM from snapshot [ 1237.087791] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9fd0aa-c0ba-4e3c-ae70-eb9aa0f4a90c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.096219] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Uploading image d74bb1c6-8d31-4d81-a90a-df3d4ae3fa34 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1237.125069] env[65310]: DEBUG oslo_vmware.rw_handles [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1237.125069] env[65310]: value = "vm-869816" [ 1237.125069] env[65310]: _type = "VirtualMachine" [ 1237.125069] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1237.125259] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da6e6570-177a-42c9-9975-5ddec8bd0476 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.133267] env[65310]: DEBUG oslo_vmware.rw_handles [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lease: (returnval){ [ 1237.133267] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522da55c-6396-745f-2b49-69a21cf59504" [ 1237.133267] env[65310]: _type = "HttpNfcLease" [ 1237.133267] env[65310]: } obtained for exporting VM: (result){ [ 1237.133267] env[65310]: value = "vm-869816" [ 1237.133267] env[65310]: _type = "VirtualMachine" [ 1237.133267] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1237.133267] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the lease: (returnval){ [ 1237.133267] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522da55c-6396-745f-2b49-69a21cf59504" [ 1237.133267] env[65310]: _type = "HttpNfcLease" [ 1237.133267] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1237.140619] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.140619] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522da55c-6396-745f-2b49-69a21cf59504" [ 1237.140619] env[65310]: _type = "HttpNfcLease" [ 1237.140619] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1237.178891] env[65310]: DEBUG nova.scheduler.client.report [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.643146] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.643146] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522da55c-6396-745f-2b49-69a21cf59504" [ 1237.643146] env[65310]: _type = "HttpNfcLease" [ 1237.643146] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1237.643498] env[65310]: DEBUG oslo_vmware.rw_handles [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1237.643498] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522da55c-6396-745f-2b49-69a21cf59504" [ 1237.643498] env[65310]: _type = "HttpNfcLease" [ 1237.643498] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1237.644256] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de69343b-6318-4371-893f-863cc223a0cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.651868] env[65310]: DEBUG oslo_vmware.rw_handles [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526175c3-0d71-0d15-f53d-8a2b4b4f46c9/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1237.652056] env[65310]: DEBUG oslo_vmware.rw_handles [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526175c3-0d71-0d15-f53d-8a2b4b4f46c9/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1237.709186] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.709849] env[65310]: DEBUG nova.compute.manager [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1237.745747] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-183f7a0a-b70c-4a86-8e0c-dacfbbca906a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.216888] env[65310]: DEBUG nova.compute.utils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.219141] env[65310]: DEBUG nova.compute.manager [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1238.219889] env[65310]: DEBUG nova.network.neutron [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1238.219889] env[65310]: WARNING neutronclient.v2_0.client [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.220085] env[65310]: WARNING neutronclient.v2_0.client [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.277082] env[65310]: DEBUG nova.policy [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7760815af803405580ca574b4191f1e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed792f251b2347659d5b4ab23712836a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.600132] env[65310]: DEBUG nova.network.neutron [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Successfully created port: 5f735b27-437f-45a0-94ea-6e51a4667e00 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1238.723486] env[65310]: DEBUG nova.compute.manager [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1239.734649] env[65310]: DEBUG nova.compute.manager [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1239.760591] env[65310]: DEBUG nova.virt.hardware [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1239.760905] env[65310]: DEBUG nova.virt.hardware [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.761101] env[65310]: DEBUG nova.virt.hardware [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1239.761324] env[65310]: DEBUG nova.virt.hardware [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.761486] env[65310]: DEBUG nova.virt.hardware [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1239.761642] env[65310]: DEBUG nova.virt.hardware [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1239.761871] env[65310]: DEBUG nova.virt.hardware [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1239.762043] env[65310]: DEBUG nova.virt.hardware [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1239.762216] env[65310]: DEBUG nova.virt.hardware [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1239.762395] env[65310]: DEBUG nova.virt.hardware [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1239.762641] env[65310]: DEBUG nova.virt.hardware [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1239.763587] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051b897e-1d68-4a87-b58c-d183187216cb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.773043] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344b4004-786c-4ed5-94c2-f38914c76cac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.458061] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.458315] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.458522] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.458701] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.458886] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.461960] env[65310]: INFO nova.compute.manager [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Terminating instance [ 1240.580826] env[65310]: DEBUG nova.compute.manager [req-573ab44e-4151-495b-8f49-77d4a212ddaa req-1eccfb74-2919-4910-a83d-d9adbe04eb0a service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Received event network-vif-plugged-5f735b27-437f-45a0-94ea-6e51a4667e00 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1240.581112] env[65310]: DEBUG oslo_concurrency.lockutils [req-573ab44e-4151-495b-8f49-77d4a212ddaa req-1eccfb74-2919-4910-a83d-d9adbe04eb0a service nova] Acquiring lock "b93daea9-ffe6-415c-8afe-520c4dccf290-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.581356] env[65310]: DEBUG oslo_concurrency.lockutils [req-573ab44e-4151-495b-8f49-77d4a212ddaa req-1eccfb74-2919-4910-a83d-d9adbe04eb0a service nova] Lock "b93daea9-ffe6-415c-8afe-520c4dccf290-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.581536] env[65310]: DEBUG oslo_concurrency.lockutils [req-573ab44e-4151-495b-8f49-77d4a212ddaa req-1eccfb74-2919-4910-a83d-d9adbe04eb0a service nova] Lock "b93daea9-ffe6-415c-8afe-520c4dccf290-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.581724] env[65310]: DEBUG nova.compute.manager [req-573ab44e-4151-495b-8f49-77d4a212ddaa req-1eccfb74-2919-4910-a83d-d9adbe04eb0a service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] No waiting events found dispatching network-vif-plugged-5f735b27-437f-45a0-94ea-6e51a4667e00 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1240.581930] env[65310]: WARNING nova.compute.manager [req-573ab44e-4151-495b-8f49-77d4a212ddaa req-1eccfb74-2919-4910-a83d-d9adbe04eb0a service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Received unexpected event network-vif-plugged-5f735b27-437f-45a0-94ea-6e51a4667e00 for instance with vm_state building and task_state spawning. [ 1240.969695] env[65310]: DEBUG nova.compute.manager [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1240.970171] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.971020] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02cd34d-5e6a-48b0-bb20-e46f10f28239 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.980144] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.980497] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-067d4f05-ddc3-4fdb-9309-fd762fd91168 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.987713] env[65310]: DEBUG oslo_vmware.api [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1240.987713] env[65310]: value = "task-4447205" [ 1240.987713] env[65310]: _type = "Task" [ 1240.987713] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.998184] env[65310]: DEBUG oslo_vmware.api [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.041500] env[65310]: DEBUG nova.network.neutron [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Successfully updated port: 5f735b27-437f-45a0-94ea-6e51a4667e00 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1241.062866] env[65310]: DEBUG nova.compute.manager [req-b152b438-989d-4e8c-9b17-116b175f564d req-16431d11-dce4-42d9-b8f9-97146d2a68be service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Received event network-changed-5f735b27-437f-45a0-94ea-6e51a4667e00 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1241.062944] env[65310]: DEBUG nova.compute.manager [req-b152b438-989d-4e8c-9b17-116b175f564d req-16431d11-dce4-42d9-b8f9-97146d2a68be service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Refreshing instance network info cache due to event network-changed-5f735b27-437f-45a0-94ea-6e51a4667e00. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1241.064029] env[65310]: DEBUG oslo_concurrency.lockutils [req-b152b438-989d-4e8c-9b17-116b175f564d req-16431d11-dce4-42d9-b8f9-97146d2a68be service nova] Acquiring lock "refresh_cache-b93daea9-ffe6-415c-8afe-520c4dccf290" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.064029] env[65310]: DEBUG oslo_concurrency.lockutils [req-b152b438-989d-4e8c-9b17-116b175f564d req-16431d11-dce4-42d9-b8f9-97146d2a68be service nova] Acquired lock "refresh_cache-b93daea9-ffe6-415c-8afe-520c4dccf290" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.064029] env[65310]: DEBUG nova.network.neutron [req-b152b438-989d-4e8c-9b17-116b175f564d req-16431d11-dce4-42d9-b8f9-97146d2a68be service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Refreshing network info cache for port 5f735b27-437f-45a0-94ea-6e51a4667e00 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.498736] env[65310]: DEBUG oslo_vmware.api [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447205, 'name': PowerOffVM_Task, 'duration_secs': 0.372188} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.499104] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.499302] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.499621] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9c7c192-e8d0-4adc-85bd-3cbe9476df58 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.544741] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "refresh_cache-b93daea9-ffe6-415c-8afe-520c4dccf290" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.566779] env[65310]: WARNING neutronclient.v2_0.client [req-b152b438-989d-4e8c-9b17-116b175f564d req-16431d11-dce4-42d9-b8f9-97146d2a68be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.571414] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.571736] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.572027] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Deleting the datastore file [datastore1] 5f9a7f8c-576e-499b-b84c-eda4a89b7835 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.572640] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5efb85b2-71b9-45f4-a2ce-386f66b43c6d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.580615] env[65310]: DEBUG oslo_vmware.api [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1241.580615] env[65310]: value = "task-4447207" [ 1241.580615] env[65310]: _type = "Task" [ 1241.580615] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.591481] env[65310]: DEBUG oslo_vmware.api [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.600766] env[65310]: DEBUG nova.network.neutron [req-b152b438-989d-4e8c-9b17-116b175f564d req-16431d11-dce4-42d9-b8f9-97146d2a68be service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1241.690685] env[65310]: DEBUG nova.network.neutron [req-b152b438-989d-4e8c-9b17-116b175f564d req-16431d11-dce4-42d9-b8f9-97146d2a68be service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.092314] env[65310]: DEBUG oslo_vmware.api [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218167} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.092791] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.092894] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.093122] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.093334] env[65310]: INFO nova.compute.manager [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1242.093601] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1242.093818] env[65310]: DEBUG nova.compute.manager [-] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1242.093934] env[65310]: DEBUG nova.network.neutron [-] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1242.094250] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.137031] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.194035] env[65310]: DEBUG oslo_concurrency.lockutils [req-b152b438-989d-4e8c-9b17-116b175f564d req-16431d11-dce4-42d9-b8f9-97146d2a68be service nova] Releasing lock "refresh_cache-b93daea9-ffe6-415c-8afe-520c4dccf290" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.194474] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "refresh_cache-b93daea9-ffe6-415c-8afe-520c4dccf290" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.194664] env[65310]: DEBUG nova.network.neutron [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1242.727783] env[65310]: DEBUG nova.network.neutron [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1242.805122] env[65310]: WARNING neutronclient.v2_0.client [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.850666] env[65310]: DEBUG nova.network.neutron [-] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.878554] env[65310]: DEBUG nova.network.neutron [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Updating instance_info_cache with network_info: [{"id": "5f735b27-437f-45a0-94ea-6e51a4667e00", "address": "fa:16:3e:b3:3a:51", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f735b27-43", "ovs_interfaceid": "5f735b27-437f-45a0-94ea-6e51a4667e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.095485] env[65310]: DEBUG nova.compute.manager [req-6f8638a0-d0da-45c3-b6f4-973de9b6c508 req-17c4ced9-1788-4d01-be95-9f385726ff66 service nova] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Received event network-vif-deleted-f36d024a-99c0-4532-a9eb-830bad0bc19d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1243.355100] env[65310]: INFO nova.compute.manager [-] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Took 1.26 seconds to deallocate network for instance. [ 1243.381877] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "refresh_cache-b93daea9-ffe6-415c-8afe-520c4dccf290" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.382286] env[65310]: DEBUG nova.compute.manager [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Instance network_info: |[{"id": "5f735b27-437f-45a0-94ea-6e51a4667e00", "address": "fa:16:3e:b3:3a:51", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f735b27-43", "ovs_interfaceid": "5f735b27-437f-45a0-94ea-6e51a4667e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1243.382828] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:3a:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f735b27-437f-45a0-94ea-6e51a4667e00', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.390766] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1243.391043] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.391284] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1f28b7c-721d-49f9-b222-342b9145b5e9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.414373] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.414373] env[65310]: value = "task-4447208" [ 1243.414373] env[65310]: _type = "Task" [ 1243.414373] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.423845] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447208, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.861420] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.861725] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.861955] env[65310]: DEBUG nova.objects.instance [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lazy-loading 'resources' on Instance uuid 5f9a7f8c-576e-499b-b84c-eda4a89b7835 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.925704] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447208, 'name': CreateVM_Task, 'duration_secs': 0.369455} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.925882] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.926522] env[65310]: WARNING neutronclient.v2_0.client [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.926928] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.927136] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.927497] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.927783] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eaee129-d594-4a37-834a-a02bed6a31b3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.933568] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1243.933568] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52887aa9-bac0-2cd9-7f39-2fef2115cf55" [ 1243.933568] env[65310]: _type = "Task" [ 1243.933568] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.942914] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52887aa9-bac0-2cd9-7f39-2fef2115cf55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.446624] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52887aa9-bac0-2cd9-7f39-2fef2115cf55, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.449880] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.450158] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.450497] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.450696] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.450956] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.451518] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00bf9c95-f0b6-4656-a650-c58928f16803 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.461580] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.461807] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.465140] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6478ab-278e-48ed-a109-2ad4e9a27186 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.472782] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1244.472782] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5295aab1-3b1e-eb2e-c7d2-5c624599569d" [ 1244.472782] env[65310]: _type = "Task" [ 1244.472782] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.482696] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5295aab1-3b1e-eb2e-c7d2-5c624599569d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.511116] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4df4f2-d25d-42df-864b-459a06b77352 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.520887] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b281b8-fa1c-476a-9bf1-9ccb88974da6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.554055] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7118389a-58c0-4542-bba5-907e88b20bb4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.563214] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48876b1-28ae-4731-bb81-e0f6318e2427 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.586939] env[65310]: DEBUG nova.compute.provider_tree [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.984979] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5295aab1-3b1e-eb2e-c7d2-5c624599569d, 'name': SearchDatastore_Task, 'duration_secs': 0.013258} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.985812] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7502395-89f9-4d9f-add3-86efe09bf857 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.991810] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1244.991810] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52093183-d157-06ed-863c-0035cb0ea4e5" [ 1244.991810] env[65310]: _type = "Task" [ 1244.991810] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.000414] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52093183-d157-06ed-863c-0035cb0ea4e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.090752] env[65310]: DEBUG nova.scheduler.client.report [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.502865] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52093183-d157-06ed-863c-0035cb0ea4e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011193} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.503145] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.503468] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] b93daea9-ffe6-415c-8afe-520c4dccf290/b93daea9-ffe6-415c-8afe-520c4dccf290.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.503939] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6437c73-c3fd-40b8-b72f-679e09dd0bc2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.512840] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1245.512840] env[65310]: value = "task-4447209" [ 1245.512840] env[65310]: _type = "Task" [ 1245.512840] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.521690] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.533094] env[65310]: DEBUG oslo_vmware.rw_handles [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526175c3-0d71-0d15-f53d-8a2b4b4f46c9/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1245.533929] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4dd36c-ee7b-45dc-bd03-2179b9332a43 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.540152] env[65310]: DEBUG oslo_vmware.rw_handles [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526175c3-0d71-0d15-f53d-8a2b4b4f46c9/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1245.540318] env[65310]: ERROR oslo_vmware.rw_handles [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526175c3-0d71-0d15-f53d-8a2b4b4f46c9/disk-0.vmdk due to incomplete transfer. [ 1245.540601] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b8a0a30b-02dd-4d40-b5a9-38150e380b6d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.548301] env[65310]: DEBUG oslo_vmware.rw_handles [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526175c3-0d71-0d15-f53d-8a2b4b4f46c9/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1245.548498] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Uploaded image d74bb1c6-8d31-4d81-a90a-df3d4ae3fa34 to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1245.550735] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1245.551025] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f62a46fd-7dec-4008-a6fa-7477e7838f44 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.558229] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1245.558229] env[65310]: value = "task-4447210" [ 1245.558229] env[65310]: _type = "Task" [ 1245.558229] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.567188] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447210, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.596275] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.619212] env[65310]: INFO nova.scheduler.client.report [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Deleted allocations for instance 5f9a7f8c-576e-499b-b84c-eda4a89b7835 [ 1246.023634] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479285} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.023886] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] b93daea9-ffe6-415c-8afe-520c4dccf290/b93daea9-ffe6-415c-8afe-520c4dccf290.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.024125] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.025518] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1682ca9c-f0fa-4118-b7a6-2e0fde2cb97e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.037302] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1246.037302] env[65310]: value = "task-4447211" [ 1246.037302] env[65310]: _type = "Task" [ 1246.037302] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.047113] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.069747] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447210, 'name': Destroy_Task, 'duration_secs': 0.337917} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.069992] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Destroyed the VM [ 1246.070280] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1246.070568] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1435fd87-1d0c-49be-92a8-9b70a2ef43f2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.078999] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1246.078999] env[65310]: value = "task-4447212" [ 1246.078999] env[65310]: _type = "Task" [ 1246.078999] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.088937] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447212, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.129274] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3e23338e-aeb5-4741-87ff-4f5e328cf036 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "5f9a7f8c-576e-499b-b84c-eda4a89b7835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.671s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.531500] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "3bfc58b9-1580-494f-b02c-1928afb6d17d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.531886] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "3bfc58b9-1580-494f-b02c-1928afb6d17d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.532042] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "3bfc58b9-1580-494f-b02c-1928afb6d17d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.532261] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "3bfc58b9-1580-494f-b02c-1928afb6d17d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.532472] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "3bfc58b9-1580-494f-b02c-1928afb6d17d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.534664] env[65310]: INFO nova.compute.manager [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Terminating instance [ 1246.548048] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072883} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.548872] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.549730] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8372b072-b234-47b2-b711-739254a9a177 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.573067] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] b93daea9-ffe6-415c-8afe-520c4dccf290/b93daea9-ffe6-415c-8afe-520c4dccf290.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.573681] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba79597-5925-4027-a93e-a1f7fc09ef02 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.596870] env[65310]: DEBUG oslo_vmware.api [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447212, 'name': RemoveSnapshot_Task, 'duration_secs': 0.498269} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.598112] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1246.598344] env[65310]: INFO nova.compute.manager [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Took 13.61 seconds to snapshot the instance on the hypervisor. [ 1246.600912] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1246.600912] env[65310]: value = "task-4447213" [ 1246.600912] env[65310]: _type = "Task" [ 1246.600912] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.609857] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447213, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.038772] env[65310]: DEBUG nova.compute.manager [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1247.038958] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.040268] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0f6d02-2bca-4eda-b44d-6c902139679a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.048911] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.049203] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d323be-aa84-427b-a805-af6522ff4c56 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.056703] env[65310]: DEBUG oslo_vmware.api [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1247.056703] env[65310]: value = "task-4447214" [ 1247.056703] env[65310]: _type = "Task" [ 1247.056703] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.066162] env[65310]: DEBUG oslo_vmware.api [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.117989] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.151891] env[65310]: DEBUG nova.compute.manager [None req-98d9f207-83d9-4b47-a6b0-990fafd5b7da tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Found 2 images (rotation: 2) {{(pid=65310) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1247.567557] env[65310]: DEBUG oslo_vmware.api [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447214, 'name': PowerOffVM_Task, 'duration_secs': 0.251135} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.567926] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.567983] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.568252] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e777cf11-c622-442d-9767-f5b7a1cd9739 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.612563] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447213, 'name': ReconfigVM_Task, 'duration_secs': 0.731834} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.612851] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Reconfigured VM instance instance-00000078 to attach disk [datastore1] b93daea9-ffe6-415c-8afe-520c4dccf290/b93daea9-ffe6-415c-8afe-520c4dccf290.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.613521] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14c63558-09ac-4c50-b777-2503c25e1922 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.620438] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1247.620438] env[65310]: value = "task-4447216" [ 1247.620438] env[65310]: _type = "Task" [ 1247.620438] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.629426] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447216, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.632951] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.633197] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.633382] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Deleting the datastore file [datastore1] 3bfc58b9-1580-494f-b02c-1928afb6d17d {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.633695] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c39e4a00-dd1c-4530-8d4f-3eb97fa2347d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.642280] env[65310]: DEBUG oslo_vmware.api [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for the task: (returnval){ [ 1247.642280] env[65310]: value = "task-4447217" [ 1247.642280] env[65310]: _type = "Task" [ 1247.642280] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.651209] env[65310]: DEBUG oslo_vmware.api [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.018637] env[65310]: DEBUG nova.compute.manager [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1248.018637] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198391df-2655-4636-8190-f57e9971c8c1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.131932] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447216, 'name': Rename_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.154991] env[65310]: DEBUG oslo_vmware.api [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Task: {'id': task-4447217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143196} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.155259] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.155412] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.155591] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.155763] env[65310]: INFO nova.compute.manager [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1248.156015] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1248.156226] env[65310]: DEBUG nova.compute.manager [-] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1248.156322] env[65310]: DEBUG nova.network.neutron [-] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1248.156567] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.190114] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.453122] env[65310]: DEBUG nova.compute.manager [req-b844421f-c6ed-4d6f-8c80-6c52bd2370a0 req-e8d708be-09d8-432e-b9d9-8271fb1eef0d service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Received event network-vif-deleted-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1248.453328] env[65310]: INFO nova.compute.manager [req-b844421f-c6ed-4d6f-8c80-6c52bd2370a0 req-e8d708be-09d8-432e-b9d9-8271fb1eef0d service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Neutron deleted interface a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15; detaching it from the instance and deleting it from the info cache [ 1248.453499] env[65310]: DEBUG nova.network.neutron [req-b844421f-c6ed-4d6f-8c80-6c52bd2370a0 req-e8d708be-09d8-432e-b9d9-8271fb1eef0d service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.532201] env[65310]: INFO nova.compute.manager [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] instance snapshotting [ 1248.532971] env[65310]: DEBUG nova.objects.instance [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'flavor' on Instance uuid 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.632096] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447216, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.932563] env[65310]: DEBUG nova.network.neutron [-] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.956518] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59f003ec-6d7f-4e6b-a484-2a76dd85db70 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.969997] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dec052-a334-4bc4-865b-a9ada7626d55 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.999539] env[65310]: DEBUG nova.compute.manager [req-b844421f-c6ed-4d6f-8c80-6c52bd2370a0 req-e8d708be-09d8-432e-b9d9-8271fb1eef0d service nova] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Detach interface failed, port_id=a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15, reason: Instance 3bfc58b9-1580-494f-b02c-1928afb6d17d could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1249.039189] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe57293-dce2-47b7-8211-3f8fb1889607 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.059279] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec11b8d-3543-4d86-87e4-87a087481eaf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.135028] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447216, 'name': Rename_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.435236] env[65310]: INFO nova.compute.manager [-] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Took 1.28 seconds to deallocate network for instance. [ 1249.571621] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1249.571895] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c690d5a2-96e9-42d8-85b3-0105068b5048 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.580922] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1249.580922] env[65310]: value = "task-4447218" [ 1249.580922] env[65310]: _type = "Task" [ 1249.580922] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.589999] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447218, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.633067] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447216, 'name': Rename_Task, 'duration_secs': 1.794275} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.633067] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.633527] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12965066-95ca-4d96-a598-a4c0a00a62ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.640728] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1249.640728] env[65310]: value = "task-4447219" [ 1249.640728] env[65310]: _type = "Task" [ 1249.640728] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.652442] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.941944] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.942269] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.942497] env[65310]: DEBUG nova.objects.instance [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lazy-loading 'resources' on Instance uuid 3bfc58b9-1580-494f-b02c-1928afb6d17d {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.092329] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447218, 'name': CreateSnapshot_Task, 'duration_secs': 0.459169} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.092658] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1250.093343] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d0cd99-a387-4076-a7a7-941c04324f27 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.151529] env[65310]: DEBUG oslo_vmware.api [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447219, 'name': PowerOnVM_Task, 'duration_secs': 0.436967} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.151793] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.151986] env[65310]: INFO nova.compute.manager [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1250.152175] env[65310]: DEBUG nova.compute.manager [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1250.152945] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69e703a-168f-4b4c-9a32-bd1857ac6fea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.548453] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31140c91-4497-4125-8e3b-1e4e4651dd54 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.557048] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e54bbb-1d90-476a-94a1-e14ffb673205 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.588275] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ef9e8b-3541-4ff5-bc88-847fefb17e20 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.596171] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca8fab1-1c0e-45f1-8be1-066c7d34548e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.615820] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1250.616323] env[65310]: DEBUG nova.compute.provider_tree [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.617640] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9de730f-5125-4108-bbdb-6592353fcf1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.626525] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1250.626525] env[65310]: value = "task-4447220" [ 1250.626525] env[65310]: _type = "Task" [ 1250.626525] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.635698] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447220, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.669576] env[65310]: INFO nova.compute.manager [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Took 16.89 seconds to build instance. [ 1251.122273] env[65310]: DEBUG nova.scheduler.client.report [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.138084] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447220, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.172676] env[65310]: DEBUG oslo_concurrency.lockutils [None req-184f7d2b-6d35-43f5-aced-c4316e5695f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "b93daea9-ffe6-415c-8afe-520c4dccf290" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.403s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.628263] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.640211] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447220, 'name': CloneVM_Task} progress is 95%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.653158] env[65310]: INFO nova.scheduler.client.report [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Deleted allocations for instance 3bfc58b9-1580-494f-b02c-1928afb6d17d [ 1252.141667] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447220, 'name': CloneVM_Task, 'duration_secs': 1.24454} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.141939] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Created linked-clone VM from snapshot [ 1252.142719] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cf05e9-599d-4f5b-ab19-31098a071209 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.150690] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Uploading image c87ad40c-7e99-4ee4-bb9b-bad6a90c5910 {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1252.152833] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "b93daea9-ffe6-415c-8afe-520c4dccf290" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.153070] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "b93daea9-ffe6-415c-8afe-520c4dccf290" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.153270] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "b93daea9-ffe6-415c-8afe-520c4dccf290-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.153690] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "b93daea9-ffe6-415c-8afe-520c4dccf290-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.153690] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "b93daea9-ffe6-415c-8afe-520c4dccf290-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.155672] env[65310]: INFO nova.compute.manager [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Terminating instance [ 1252.160140] env[65310]: DEBUG oslo_concurrency.lockutils [None req-dae980d3-ec63-40a7-a031-46cefa61bbf7 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Lock "3bfc58b9-1580-494f-b02c-1928afb6d17d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.628s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.176967] env[65310]: DEBUG oslo_vmware.rw_handles [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1252.176967] env[65310]: value = "vm-869819" [ 1252.176967] env[65310]: _type = "VirtualMachine" [ 1252.176967] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1252.177264] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8e64c07c-982c-467c-a9d9-d2a242854399 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.186939] env[65310]: DEBUG oslo_vmware.rw_handles [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lease: (returnval){ [ 1252.186939] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca1b70-2328-10ac-e723-070f9cc31c6c" [ 1252.186939] env[65310]: _type = "HttpNfcLease" [ 1252.186939] env[65310]: } obtained for exporting VM: (result){ [ 1252.186939] env[65310]: value = "vm-869819" [ 1252.186939] env[65310]: _type = "VirtualMachine" [ 1252.186939] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1252.187481] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the lease: (returnval){ [ 1252.187481] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca1b70-2328-10ac-e723-070f9cc31c6c" [ 1252.187481] env[65310]: _type = "HttpNfcLease" [ 1252.187481] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1252.194940] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.194940] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca1b70-2328-10ac-e723-070f9cc31c6c" [ 1252.194940] env[65310]: _type = "HttpNfcLease" [ 1252.194940] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1252.659875] env[65310]: DEBUG nova.compute.manager [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1252.660174] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.661528] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98114f8-f75c-4b1c-ba58-141e258ed3bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.670388] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.670647] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6525721-fa3f-41e2-85f4-5984c3b0a04a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.677261] env[65310]: DEBUG oslo_vmware.api [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1252.677261] env[65310]: value = "task-4447222" [ 1252.677261] env[65310]: _type = "Task" [ 1252.677261] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.686484] env[65310]: DEBUG oslo_vmware.api [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.694850] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.694850] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca1b70-2328-10ac-e723-070f9cc31c6c" [ 1252.694850] env[65310]: _type = "HttpNfcLease" [ 1252.694850] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1252.695157] env[65310]: DEBUG oslo_vmware.rw_handles [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1252.695157] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ca1b70-2328-10ac-e723-070f9cc31c6c" [ 1252.695157] env[65310]: _type = "HttpNfcLease" [ 1252.695157] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1252.695972] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e290e4-c6cb-455b-94b9-c3d444066148 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.705179] env[65310]: DEBUG oslo_vmware.rw_handles [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323832-6a96-59cd-06c0-1a82470eddd2/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1252.705398] env[65310]: DEBUG oslo_vmware.rw_handles [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323832-6a96-59cd-06c0-1a82470eddd2/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1252.803635] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bceff283-1d85-4801-b06c-511e92cc1586 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.188920] env[65310]: DEBUG oslo_vmware.api [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447222, 'name': PowerOffVM_Task, 'duration_secs': 0.207384} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.189410] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.189879] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.190289] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6721aee-9c69-4543-8522-0ed9d99e72af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.255965] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.257032] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.257881] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleting the datastore file [datastore1] b93daea9-ffe6-415c-8afe-520c4dccf290 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.258443] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-124949f4-7598-4500-8881-139f8c00bb57 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.266906] env[65310]: DEBUG oslo_vmware.api [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1253.266906] env[65310]: value = "task-4447224" [ 1253.266906] env[65310]: _type = "Task" [ 1253.266906] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.279177] env[65310]: DEBUG oslo_vmware.api [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.781228] env[65310]: DEBUG oslo_vmware.api [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134484} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.781644] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.781907] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.782294] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.782548] env[65310]: INFO nova.compute.manager [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1253.782970] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1253.783336] env[65310]: DEBUG nova.compute.manager [-] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1253.783483] env[65310]: DEBUG nova.network.neutron [-] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1253.783812] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.825988] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.100540] env[65310]: DEBUG nova.compute.manager [req-ce8816ca-fe90-4f09-863f-7127039d9427 req-9e42a75b-f3b5-4aa5-ae94-58eb71661af8 service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Received event network-vif-deleted-5f735b27-437f-45a0-94ea-6e51a4667e00 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1254.100911] env[65310]: INFO nova.compute.manager [req-ce8816ca-fe90-4f09-863f-7127039d9427 req-9e42a75b-f3b5-4aa5-ae94-58eb71661af8 service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Neutron deleted interface 5f735b27-437f-45a0-94ea-6e51a4667e00; detaching it from the instance and deleting it from the info cache [ 1254.101113] env[65310]: DEBUG nova.network.neutron [req-ce8816ca-fe90-4f09-863f-7127039d9427 req-9e42a75b-f3b5-4aa5-ae94-58eb71661af8 service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.573664] env[65310]: DEBUG nova.network.neutron [-] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.606477] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30558444-03b5-409a-b804-5ebbf7b9cc1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.617767] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0ec4f2-62a9-4691-af44-f5fadfd9670c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.650674] env[65310]: DEBUG nova.compute.manager [req-ce8816ca-fe90-4f09-863f-7127039d9427 req-9e42a75b-f3b5-4aa5-ae94-58eb71661af8 service nova] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Detach interface failed, port_id=5f735b27-437f-45a0-94ea-6e51a4667e00, reason: Instance b93daea9-ffe6-415c-8afe-520c4dccf290 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1255.076264] env[65310]: INFO nova.compute.manager [-] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Took 1.29 seconds to deallocate network for instance. [ 1255.585278] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.585537] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.585764] env[65310]: DEBUG nova.objects.instance [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lazy-loading 'resources' on Instance uuid b93daea9-ffe6-415c-8afe-520c4dccf290 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.184208] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50c12f5-523c-46bc-8a59-2a84161e0b38 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.192908] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f9e534-5c4d-482f-9d68-126008286c64 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.226085] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af7e85c-cade-42da-9e5a-7190fd9f267c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.235356] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6113d7d7-d5c7-4bf3-9e30-43169f6b5d9b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.251952] env[65310]: DEBUG nova.compute.provider_tree [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.756846] env[65310]: DEBUG nova.scheduler.client.report [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.262150] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.295557] env[65310]: INFO nova.scheduler.client.report [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted allocations for instance b93daea9-ffe6-415c-8afe-520c4dccf290 [ 1257.762280] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.804357] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "b93daea9-ffe6-415c-8afe-520c4dccf290" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.651s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.340997] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "3618e63f-2ebb-41f7-a444-01720fd5a35b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.341424] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "3618e63f-2ebb-41f7-a444-01720fd5a35b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.762451] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.843574] env[65310]: DEBUG nova.compute.manager [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1260.064603] env[65310]: DEBUG oslo_vmware.rw_handles [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323832-6a96-59cd-06c0-1a82470eddd2/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.065606] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04787af-0111-4819-a087-0ba49b1993c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.073941] env[65310]: DEBUG oslo_vmware.rw_handles [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323832-6a96-59cd-06c0-1a82470eddd2/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.074117] env[65310]: ERROR oslo_vmware.rw_handles [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323832-6a96-59cd-06c0-1a82470eddd2/disk-0.vmdk due to incomplete transfer. [ 1260.074346] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-805a2446-8cee-4ca0-9f9b-301aac4354a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.082667] env[65310]: DEBUG oslo_vmware.rw_handles [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323832-6a96-59cd-06c0-1a82470eddd2/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1260.082875] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Uploaded image c87ad40c-7e99-4ee4-bb9b-bad6a90c5910 to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1260.085121] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1260.085373] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-821ad93f-3b69-42cd-90ce-fa3d1fb4c82c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.092079] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1260.092079] env[65310]: value = "task-4447225" [ 1260.092079] env[65310]: _type = "Task" [ 1260.092079] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.100432] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447225, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.265477] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.265764] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.265960] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.266131] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1260.267035] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546cd334-5b02-48c3-bbcb-b8eaf2485577 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.276087] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d53d3ca-02c2-4a79-b136-c42bc9ee5d60 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.291676] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d0aa62-db65-4f84-859d-d9a8f36fd0e1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.299760] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88f9787-224a-4e91-8980-e8d148aa465e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.329970] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179225MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1260.330243] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.330571] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.369039] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.601986] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447225, 'name': Destroy_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.102527] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447225, 'name': Destroy_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.358761] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1261.358950] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance a44a03e7-d28b-4106-b87a-5feeba108b61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1261.360197] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1261.360197] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 5a381936-3730-4df3-b8c6-c8decc7f9773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1261.360197] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance ed9e0125-1904-4005-8c64-a7545f223146 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1261.602640] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447225, 'name': Destroy_Task, 'duration_secs': 1.339696} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.602998] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Destroyed the VM [ 1261.603164] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1261.603424] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-49e04004-bb53-40f4-bd59-23106946d798 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.611016] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1261.611016] env[65310]: value = "task-4447226" [ 1261.611016] env[65310]: _type = "Task" [ 1261.611016] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.619459] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447226, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.862919] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 3618e63f-2ebb-41f7-a444-01720fd5a35b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1261.863144] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1261.863272] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '5', 'num_task_None': '4', 'num_os_type_None': '5', 'num_proj_ed792f251b2347659d5b4ab23712836a': '1', 'io_workload': '0', 'num_proj_66a4fd9f7d264da1a5f8b673a23dfc30': '2', 'num_task_image_uploading': '1', 'num_proj_ed021caea0084e8f825dd25bb3c22065': '1', 'num_proj_75ca0d21494b4d21a93dae7f8e746976': '1'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1261.951878] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0125c17f-3a87-4b79-a326-8e51f7495162 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.960719] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bff4bd3-1a83-4375-9562-68f16520b2f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.993304] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a15133-0139-44d3-8817-9052e0c19975 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.002023] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af9b42-7e84-4654-a1fb-f9e4d600b0ac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.016987] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.121321] env[65310]: DEBUG oslo_vmware.api [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447226, 'name': RemoveSnapshot_Task, 'duration_secs': 0.469314} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.121700] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1262.121996] env[65310]: INFO nova.compute.manager [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Took 13.08 seconds to snapshot the instance on the hypervisor. [ 1262.519924] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.674254] env[65310]: DEBUG nova.compute.manager [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Found 3 images (rotation: 2) {{(pid=65310) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1262.674491] env[65310]: DEBUG nova.compute.manager [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Rotating out 1 backups {{(pid=65310) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1262.674614] env[65310]: DEBUG nova.compute.manager [None req-80303184-6093-4dd9-a884-04a2783941bc tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Deleting image 23bd6e44-22ee-44e6-b8f8-3e663b4cbbce {{(pid=65310) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 1262.781621] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "5a381936-3730-4df3-b8c6-c8decc7f9773" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.781895] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.024834] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1263.025044] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.694s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.025412] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.657s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.026961] env[65310]: INFO nova.compute.claims [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.285596] env[65310]: DEBUG nova.compute.utils [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.788444] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.121125] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e466aa67-e260-4af4-ac1f-d0968eca764a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.129583] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62cc834-8ec6-45f1-bc21-7816bbccf07e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.161657] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40d7c1d-ccfe-4ca1-8074-1fc87e8d59db {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.170243] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5802fe5f-fd3d-4c3d-b7ca-11dfa1f7c12d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.185443] env[65310]: DEBUG nova.compute.provider_tree [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.482262] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.482531] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.482775] env[65310]: DEBUG nova.compute.manager [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1264.484118] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd362ac-5bc0-4719-b47a-3a8a816426b3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.491860] env[65310]: DEBUG nova.compute.manager [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65310) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1264.492462] env[65310]: DEBUG nova.objects.instance [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'flavor' on Instance uuid 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.688951] env[65310]: DEBUG nova.scheduler.client.report [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.852920] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "5a381936-3730-4df3-b8c6-c8decc7f9773" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.853365] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.853439] env[65310]: INFO nova.compute.manager [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Attaching volume b26d46c9-d7d9-4bf7-a922-f52aba263d55 to /dev/sdb [ 1264.884810] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03974e85-7e3d-4843-b0a1-a2857ea60746 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.893061] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a885c48-919e-4de8-867b-58719b8ba566 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.907736] env[65310]: DEBUG nova.virt.block_device [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Updating existing volume attachment record: 949babdb-fdcd-46b9-a439-ad0e2cef1a5e {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1265.023586] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.023855] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.024091] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.024303] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.024492] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.024704] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.024831] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1265.194203] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.194981] env[65310]: DEBUG nova.compute.manager [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1265.499222] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.499519] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f0cb011-1dbe-4918-bc06-6472f869431d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.507332] env[65310]: DEBUG oslo_vmware.api [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1265.507332] env[65310]: value = "task-4447230" [ 1265.507332] env[65310]: _type = "Task" [ 1265.507332] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.517100] env[65310]: DEBUG oslo_vmware.api [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.701238] env[65310]: DEBUG nova.compute.utils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.702809] env[65310]: DEBUG nova.compute.manager [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1265.703031] env[65310]: DEBUG nova.network.neutron [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1265.703356] env[65310]: WARNING neutronclient.v2_0.client [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.703703] env[65310]: WARNING neutronclient.v2_0.client [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.742779] env[65310]: DEBUG nova.policy [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7760815af803405580ca574b4191f1e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed792f251b2347659d5b4ab23712836a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.018667] env[65310]: DEBUG oslo_vmware.api [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447230, 'name': PowerOffVM_Task, 'duration_secs': 0.185815} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.019023] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.019149] env[65310]: DEBUG nova.compute.manager [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1266.019946] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bf47e6-fe45-4a61-b9cf-261b8cebfbec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.033060] env[65310]: DEBUG nova.network.neutron [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Successfully created port: f822fb03-0819-461a-9948-8e2f6fb14e01 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1266.207060] env[65310]: DEBUG nova.compute.manager [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1266.533595] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b48bef34-47c0-49b0-be03-e86f7b3d8942 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.216038] env[65310]: DEBUG nova.compute.manager [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1267.245483] env[65310]: DEBUG nova.virt.hardware [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1267.245747] env[65310]: DEBUG nova.virt.hardware [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.245905] env[65310]: DEBUG nova.virt.hardware [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1267.246104] env[65310]: DEBUG nova.virt.hardware [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.246251] env[65310]: DEBUG nova.virt.hardware [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1267.246396] env[65310]: DEBUG nova.virt.hardware [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1267.246597] env[65310]: DEBUG nova.virt.hardware [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1267.246751] env[65310]: DEBUG nova.virt.hardware [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1267.246910] env[65310]: DEBUG nova.virt.hardware [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1267.247078] env[65310]: DEBUG nova.virt.hardware [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1267.247250] env[65310]: DEBUG nova.virt.hardware [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1267.248378] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243ed1a9-dfa3-4213-81c6-cb9a89a6e0a0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.257429] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1309140-3e53-4f15-b32f-ac539f4e5a4c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.530867] env[65310]: DEBUG nova.compute.manager [req-8fdeb473-0949-43b9-aefe-0f35f575a11e req-fd51052d-4ba1-4858-8c6b-29772671f2a1 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Received event network-vif-plugged-f822fb03-0819-461a-9948-8e2f6fb14e01 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1267.531140] env[65310]: DEBUG oslo_concurrency.lockutils [req-8fdeb473-0949-43b9-aefe-0f35f575a11e req-fd51052d-4ba1-4858-8c6b-29772671f2a1 service nova] Acquiring lock "3618e63f-2ebb-41f7-a444-01720fd5a35b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.531346] env[65310]: DEBUG oslo_concurrency.lockutils [req-8fdeb473-0949-43b9-aefe-0f35f575a11e req-fd51052d-4ba1-4858-8c6b-29772671f2a1 service nova] Lock "3618e63f-2ebb-41f7-a444-01720fd5a35b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.531513] env[65310]: DEBUG oslo_concurrency.lockutils [req-8fdeb473-0949-43b9-aefe-0f35f575a11e req-fd51052d-4ba1-4858-8c6b-29772671f2a1 service nova] Lock "3618e63f-2ebb-41f7-a444-01720fd5a35b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.531682] env[65310]: DEBUG nova.compute.manager [req-8fdeb473-0949-43b9-aefe-0f35f575a11e req-fd51052d-4ba1-4858-8c6b-29772671f2a1 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] No waiting events found dispatching network-vif-plugged-f822fb03-0819-461a-9948-8e2f6fb14e01 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1267.531844] env[65310]: WARNING nova.compute.manager [req-8fdeb473-0949-43b9-aefe-0f35f575a11e req-fd51052d-4ba1-4858-8c6b-29772671f2a1 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Received unexpected event network-vif-plugged-f822fb03-0819-461a-9948-8e2f6fb14e01 for instance with vm_state building and task_state spawning. [ 1267.620138] env[65310]: DEBUG nova.network.neutron [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Successfully updated port: f822fb03-0819-461a-9948-8e2f6fb14e01 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1267.731826] env[65310]: DEBUG nova.compute.manager [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Stashing vm_state: stopped {{(pid=65310) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1267.758269] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.122430] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "refresh_cache-3618e63f-2ebb-41f7-a444-01720fd5a35b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.122484] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "refresh_cache-3618e63f-2ebb-41f7-a444-01720fd5a35b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.122699] env[65310]: DEBUG nova.network.neutron [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1268.260922] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.261264] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.657502] env[65310]: DEBUG nova.network.neutron [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1268.734256] env[65310]: WARNING neutronclient.v2_0.client [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.768668] env[65310]: INFO nova.compute.claims [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.809611] env[65310]: DEBUG nova.network.neutron [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Updating instance_info_cache with network_info: [{"id": "f822fb03-0819-461a-9948-8e2f6fb14e01", "address": "fa:16:3e:e8:33:08", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf822fb03-08", "ovs_interfaceid": "f822fb03-0819-461a-9948-8e2f6fb14e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.277125] env[65310]: INFO nova.compute.resource_tracker [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating resource usage from migration c3ef9c74-2fc0-4071-ba1a-6de5b6e9a5ed [ 1269.314693] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "refresh_cache-3618e63f-2ebb-41f7-a444-01720fd5a35b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.315054] env[65310]: DEBUG nova.compute.manager [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Instance network_info: |[{"id": "f822fb03-0819-461a-9948-8e2f6fb14e01", "address": "fa:16:3e:e8:33:08", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf822fb03-08", "ovs_interfaceid": "f822fb03-0819-461a-9948-8e2f6fb14e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1269.315737] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:33:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f822fb03-0819-461a-9948-8e2f6fb14e01', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.323400] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1269.323539] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.323787] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b474271-3356-4dfa-8052-d7b44ed6928f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.346856] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.346856] env[65310]: value = "task-4447232" [ 1269.346856] env[65310]: _type = "Task" [ 1269.346856] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.359090] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447232, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.401803] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f195d4-7228-4a14-a18f-a1308dc4f355 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.409967] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e22287-2c12-4307-b59c-09c33bddf52b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.442372] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6912df2e-e571-4282-ae6f-2bec9641c8dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.451269] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1ec865-3412-475b-a245-d7a25c74eed7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.456432] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1269.456613] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869821', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'name': 'volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a381936-3730-4df3-b8c6-c8decc7f9773', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'serial': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1269.457401] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ce11b2-49b1-4b1a-8906-862bdecb039a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.471646] env[65310]: DEBUG nova.compute.provider_tree [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.484819] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe71d48-3c27-4c9b-a4b0-00b827f5aaf6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.512083] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55/volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.512477] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78959776-89b1-40c6-ab1e-68cb060ca7fb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.532449] env[65310]: DEBUG oslo_vmware.api [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1269.532449] env[65310]: value = "task-4447233" [ 1269.532449] env[65310]: _type = "Task" [ 1269.532449] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.542467] env[65310]: DEBUG oslo_vmware.api [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.568721] env[65310]: DEBUG nova.compute.manager [req-d6d8823d-882e-4043-9d41-55f81406d327 req-0252cbc7-dc84-4545-b760-5920312fe1b2 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Received event network-changed-f822fb03-0819-461a-9948-8e2f6fb14e01 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1269.568926] env[65310]: DEBUG nova.compute.manager [req-d6d8823d-882e-4043-9d41-55f81406d327 req-0252cbc7-dc84-4545-b760-5920312fe1b2 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Refreshing instance network info cache due to event network-changed-f822fb03-0819-461a-9948-8e2f6fb14e01. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1269.569159] env[65310]: DEBUG oslo_concurrency.lockutils [req-d6d8823d-882e-4043-9d41-55f81406d327 req-0252cbc7-dc84-4545-b760-5920312fe1b2 service nova] Acquiring lock "refresh_cache-3618e63f-2ebb-41f7-a444-01720fd5a35b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.569416] env[65310]: DEBUG oslo_concurrency.lockutils [req-d6d8823d-882e-4043-9d41-55f81406d327 req-0252cbc7-dc84-4545-b760-5920312fe1b2 service nova] Acquired lock "refresh_cache-3618e63f-2ebb-41f7-a444-01720fd5a35b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.569459] env[65310]: DEBUG nova.network.neutron [req-d6d8823d-882e-4043-9d41-55f81406d327 req-0252cbc7-dc84-4545-b760-5920312fe1b2 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Refreshing network info cache for port f822fb03-0819-461a-9948-8e2f6fb14e01 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.856578] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447232, 'name': CreateVM_Task, 'duration_secs': 0.296707} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.856776] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.857199] env[65310]: WARNING neutronclient.v2_0.client [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.857560] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.857713] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.858049] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.858312] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fb8104-635a-40a9-b33f-e694e0949387 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.863700] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1269.863700] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52754c35-5530-d44d-94d9-af76d8e6d00d" [ 1269.863700] env[65310]: _type = "Task" [ 1269.863700] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.872967] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52754c35-5530-d44d-94d9-af76d8e6d00d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.986060] env[65310]: DEBUG nova.scheduler.client.report [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.042651] env[65310]: DEBUG oslo_vmware.api [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447233, 'name': ReconfigVM_Task, 'duration_secs': 0.326888} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.042959] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55/volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.047683] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3039bc34-c1a4-4325-985a-607f20d5a166 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.063755] env[65310]: DEBUG oslo_vmware.api [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1270.063755] env[65310]: value = "task-4447234" [ 1270.063755] env[65310]: _type = "Task" [ 1270.063755] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.073806] env[65310]: WARNING neutronclient.v2_0.client [req-d6d8823d-882e-4043-9d41-55f81406d327 req-0252cbc7-dc84-4545-b760-5920312fe1b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.075430] env[65310]: DEBUG oslo_vmware.api [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.231546] env[65310]: WARNING neutronclient.v2_0.client [req-d6d8823d-882e-4043-9d41-55f81406d327 req-0252cbc7-dc84-4545-b760-5920312fe1b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.301443] env[65310]: DEBUG nova.network.neutron [req-d6d8823d-882e-4043-9d41-55f81406d327 req-0252cbc7-dc84-4545-b760-5920312fe1b2 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Updated VIF entry in instance network info cache for port f822fb03-0819-461a-9948-8e2f6fb14e01. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1270.301894] env[65310]: DEBUG nova.network.neutron [req-d6d8823d-882e-4043-9d41-55f81406d327 req-0252cbc7-dc84-4545-b760-5920312fe1b2 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Updating instance_info_cache with network_info: [{"id": "f822fb03-0819-461a-9948-8e2f6fb14e01", "address": "fa:16:3e:e8:33:08", "network": {"id": "a4c46e18-75c1-4289-ae98-f6f4e4987274", "bridge": "br-int", "label": "tempest-ServersTestJSON-837767730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed792f251b2347659d5b4ab23712836a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf822fb03-08", "ovs_interfaceid": "f822fb03-0819-461a-9948-8e2f6fb14e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.374396] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52754c35-5530-d44d-94d9-af76d8e6d00d, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.374679] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.374913] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.375191] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.375359] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.375542] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.375802] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9b73ab5-057f-419d-b4bc-580ce7196513 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.385438] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.385605] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.386327] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3e66a3-8a24-4fbf-a9ba-2f11341f5965 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.393522] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1270.393522] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5208e128-d368-ab7c-116b-68fd1a88c75d" [ 1270.393522] env[65310]: _type = "Task" [ 1270.393522] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.402649] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5208e128-d368-ab7c-116b-68fd1a88c75d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.490300] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.229s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.490501] env[65310]: INFO nova.compute.manager [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Migrating [ 1270.574305] env[65310]: DEBUG oslo_vmware.api [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447234, 'name': ReconfigVM_Task, 'duration_secs': 0.146342} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.574606] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869821', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'name': 'volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a381936-3730-4df3-b8c6-c8decc7f9773', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'serial': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1270.806036] env[65310]: DEBUG oslo_concurrency.lockutils [req-d6d8823d-882e-4043-9d41-55f81406d327 req-0252cbc7-dc84-4545-b760-5920312fe1b2 service nova] Releasing lock "refresh_cache-3618e63f-2ebb-41f7-a444-01720fd5a35b" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.904021] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5208e128-d368-ab7c-116b-68fd1a88c75d, 'name': SearchDatastore_Task, 'duration_secs': 0.009155} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.904862] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c103df8b-b939-448e-b637-180f08560465 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.910534] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1270.910534] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f5254d-50b4-df53-fa0b-0a39a4e3789e" [ 1270.910534] env[65310]: _type = "Task" [ 1270.910534] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.918565] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f5254d-50b4-df53-fa0b-0a39a4e3789e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.005421] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.005542] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.005688] env[65310]: DEBUG nova.network.neutron [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1271.421447] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f5254d-50b4-df53-fa0b-0a39a4e3789e, 'name': SearchDatastore_Task, 'duration_secs': 0.018211} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.421701] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.421997] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 3618e63f-2ebb-41f7-a444-01720fd5a35b/3618e63f-2ebb-41f7-a444-01720fd5a35b.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.422281] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-552e040b-18e9-4dd9-9837-de36be220dce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.430096] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1271.430096] env[65310]: value = "task-4447235" [ 1271.430096] env[65310]: _type = "Task" [ 1271.430096] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.438900] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.509364] env[65310]: WARNING neutronclient.v2_0.client [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.618410] env[65310]: DEBUG nova.objects.instance [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lazy-loading 'flavor' on Instance uuid 5a381936-3730-4df3-b8c6-c8decc7f9773 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.685413] env[65310]: WARNING neutronclient.v2_0.client [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.764805] env[65310]: DEBUG nova.network.neutron [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance_info_cache with network_info: [{"id": "db9dbc51-5140-4d76-b095-83adf03412fe", "address": "fa:16:3e:c3:93:61", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9dbc51-51", "ovs_interfaceid": "db9dbc51-5140-4d76-b095-83adf03412fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.940395] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447235, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.123671] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b4a3458-c16f-4246-9419-d997fd57bb4b tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.270s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.268777] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.288935] env[65310]: DEBUG nova.compute.manager [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Stashing vm_state: active {{(pid=65310) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1272.442308] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447235, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.511629] env[65310]: INFO nova.compute.manager [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Rebuilding instance [ 1272.558467] env[65310]: DEBUG nova.compute.manager [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1272.559422] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4ac536-b7d5-4ffd-9987-1475605d95ca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.807301] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.807575] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.942387] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447235, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.482417} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.942633] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 3618e63f-2ebb-41f7-a444-01720fd5a35b/3618e63f-2ebb-41f7-a444-01720fd5a35b.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.942884] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.943157] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ffb0803-0acd-4665-ad08-0dfc093e84a2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.950144] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1272.950144] env[65310]: value = "task-4447236" [ 1272.950144] env[65310]: _type = "Task" [ 1272.950144] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.958073] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.315281] env[65310]: INFO nova.compute.claims [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.460742] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124031} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.461104] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.461904] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebb00d4-e318-4e14-a7db-4f334a8ac956 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.485140] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3618e63f-2ebb-41f7-a444-01720fd5a35b/3618e63f-2ebb-41f7-a444-01720fd5a35b.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.485405] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1295db38-72c7-48bb-82d7-726156f92339 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.505024] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1273.505024] env[65310]: value = "task-4447237" [ 1273.505024] env[65310]: _type = "Task" [ 1273.505024] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.513491] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.574393] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.574732] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2946d44c-1596-4572-ba82-48759bd12f62 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.582602] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1273.582602] env[65310]: value = "task-4447238" [ 1273.582602] env[65310]: _type = "Task" [ 1273.582602] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.591491] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.784536] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e4700f-85ef-44cb-a8e1-9bb119aa718f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.803837] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance '3e4e25bc-c181-4e6b-9ec8-f2f301d6845a' progress to 0 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.821850] env[65310]: INFO nova.compute.resource_tracker [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating resource usage from migration 98ccda98-e7c3-4684-8bc4-563dc34431d1 [ 1273.932935] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c96f3b0-0e1b-4cd5-9c5a-bfd991798780 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.940862] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459017e5-89e1-43b9-ba69-48c52930d93e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.973095] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0122081f-7b90-4208-864c-151c8c6cc0c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.982430] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bf243e-e788-4aea-af80-d2e93fa93eb8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.997010] env[65310]: DEBUG nova.compute.provider_tree [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.014478] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447237, 'name': ReconfigVM_Task, 'duration_secs': 0.280359} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.014742] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3618e63f-2ebb-41f7-a444-01720fd5a35b/3618e63f-2ebb-41f7-a444-01720fd5a35b.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.015592] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bc3c1a2-8849-41d5-b886-7573ef5c0a8f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.023200] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1274.023200] env[65310]: value = "task-4447239" [ 1274.023200] env[65310]: _type = "Task" [ 1274.023200] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.031953] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447239, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.092918] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447238, 'name': PowerOffVM_Task, 'duration_secs': 0.195966} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.093255] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.165017] env[65310]: INFO nova.compute.manager [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Detaching volume b26d46c9-d7d9-4bf7-a922-f52aba263d55 [ 1274.200815] env[65310]: INFO nova.virt.block_device [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Attempting to driver detach volume b26d46c9-d7d9-4bf7-a922-f52aba263d55 from mountpoint /dev/sdb [ 1274.201300] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1274.201300] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869821', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'name': 'volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a381936-3730-4df3-b8c6-c8decc7f9773', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'serial': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1274.202205] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d90751-3197-46ef-8f88-3bede992345c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.226264] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9418192c-5914-482b-88d6-b835ea538016 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.234599] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72d66d9-7f27-4062-9de5-85d365b66231 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.257584] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ecaa05-4391-47c7-b63e-11478764a67e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.278676] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The volume has not been displaced from its original location: [datastore1] volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55/volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1274.284466] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1274.285135] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84f80c27-7d79-4f04-b097-90ea1b165a97 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.305391] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1274.305391] env[65310]: value = "task-4447240" [ 1274.305391] env[65310]: _type = "Task" [ 1274.305391] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.311142] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.311465] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-362055c5-0a7f-4f1c-b832-2bc60ba2901b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.320449] env[65310]: DEBUG oslo_vmware.api [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1274.320449] env[65310]: value = "task-4447241" [ 1274.320449] env[65310]: _type = "Task" [ 1274.320449] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.323778] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447240, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.335672] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1274.335909] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance '3e4e25bc-c181-4e6b-9ec8-f2f301d6845a' progress to 17 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.500386] env[65310]: DEBUG nova.scheduler.client.report [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.535698] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447239, 'name': Rename_Task, 'duration_secs': 0.144651} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.535966] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.536237] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8165090b-1bff-4cef-891e-822b841652b8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.542623] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1274.542623] env[65310]: value = "task-4447242" [ 1274.542623] env[65310]: _type = "Task" [ 1274.542623] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.551172] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.816017] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447240, 'name': ReconfigVM_Task, 'duration_secs': 0.23648} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.816305] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1274.820961] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3116bccd-9be8-4466-a891-f81546c787f0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.837559] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1274.837559] env[65310]: value = "task-4447243" [ 1274.837559] env[65310]: _type = "Task" [ 1274.837559] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.842477] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1274.842695] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.842918] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1274.843151] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.843296] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1274.843438] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1274.843644] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1274.843886] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1274.843967] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1274.844124] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1274.844314] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1274.849151] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4bfeed9-53b8-4e1c-9365-f354c0a5adfa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.868976] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.870465] env[65310]: DEBUG oslo_vmware.api [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1274.870465] env[65310]: value = "task-4447244" [ 1274.870465] env[65310]: _type = "Task" [ 1274.870465] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.879156] env[65310]: DEBUG oslo_vmware.api [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.006393] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.199s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.006625] env[65310]: INFO nova.compute.manager [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Migrating [ 1275.053232] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447242, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.350032] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447243, 'name': ReconfigVM_Task, 'duration_secs': 0.163551} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.350032] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869821', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'name': 'volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a381936-3730-4df3-b8c6-c8decc7f9773', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'serial': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1275.381963] env[65310]: DEBUG oslo_vmware.api [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447244, 'name': ReconfigVM_Task, 'duration_secs': 0.153407} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.382294] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance '3e4e25bc-c181-4e6b-9ec8-f2f301d6845a' progress to 33 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.522704] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.523125] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.523125] env[65310]: DEBUG nova.network.neutron [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1275.555730] env[65310]: DEBUG oslo_vmware.api [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447242, 'name': PowerOnVM_Task, 'duration_secs': 0.647349} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.556038] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.556301] env[65310]: INFO nova.compute.manager [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1275.556485] env[65310]: DEBUG nova.compute.manager [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1275.557309] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942f6a53-610e-4896-b040-4a2bc6defa76 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.889406] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1275.889644] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.889838] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1275.890041] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.890193] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1275.890346] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1275.890547] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1275.890730] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1275.890958] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1275.891161] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1275.891336] env[65310]: DEBUG nova.virt.hardware [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1275.897303] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.899806] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-397516ae-fdf8-4013-acc0-a694d2027f5a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.922133] env[65310]: DEBUG oslo_vmware.api [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1275.922133] env[65310]: value = "task-4447245" [ 1275.922133] env[65310]: _type = "Task" [ 1275.922133] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.931985] env[65310]: DEBUG oslo_vmware.api [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.025819] env[65310]: WARNING neutronclient.v2_0.client [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.075790] env[65310]: INFO nova.compute.manager [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Took 15.73 seconds to build instance. [ 1276.226739] env[65310]: WARNING neutronclient.v2_0.client [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.302974] env[65310]: DEBUG nova.network.neutron [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance_info_cache with network_info: [{"id": "c110b7dd-d87d-478b-9ba1-0e644064858c", "address": "fa:16:3e:c8:06:34", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc110b7dd-d8", "ovs_interfaceid": "c110b7dd-d87d-478b-9ba1-0e644064858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.417111] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.417111] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f16db8c7-f61f-418f-a5f9-0c86a240e5c5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.428134] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1276.428134] env[65310]: value = "task-4447246" [ 1276.428134] env[65310]: _type = "Task" [ 1276.428134] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.435273] env[65310]: DEBUG oslo_vmware.api [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447245, 'name': ReconfigVM_Task, 'duration_secs': 0.247988} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.435924] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.436794] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5417778b-911f-49f2-9a20-7463e60a7a9b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.443263] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1276.443558] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1276.443852] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869821', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'name': 'volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a381936-3730-4df3-b8c6-c8decc7f9773', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'serial': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1276.444715] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b5160f-3b13-4e9d-a3e7-0f5d8475044a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.466298] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a/3e4e25bc-c181-4e6b-9ec8-f2f301d6845a.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.467177] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb2ec914-ce45-4d9d-98b8-7075d35d602f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.498568] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f49683-529c-4e54-8c22-85095ed87030 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.504377] env[65310]: DEBUG oslo_vmware.api [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1276.504377] env[65310]: value = "task-4447247" [ 1276.504377] env[65310]: _type = "Task" [ 1276.504377] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.506127] env[65310]: WARNING nova.virt.vmwareapi.driver [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1276.506426] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.510370] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8606b25-4ca5-48e8-b1d7-f1466476f3ce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.518468] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.522401] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b58fccf0-fb46-4325-ba82-ebe5151f3f21 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.523553] env[65310]: DEBUG oslo_vmware.api [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.578075] env[65310]: DEBUG oslo_concurrency.lockutils [None req-f1b74e49-5615-426e-b414-23af43a7f9a8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "3618e63f-2ebb-41f7-a444-01720fd5a35b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.236s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.594225] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.594557] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.594766] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleting the datastore file [datastore2] 5a381936-3730-4df3-b8c6-c8decc7f9773 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.595064] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acca5a48-aa75-4fea-b572-6b8c5c43e6d7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.602449] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1276.602449] env[65310]: value = "task-4447249" [ 1276.602449] env[65310]: _type = "Task" [ 1276.602449] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.611398] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.806450] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.015644] env[65310]: DEBUG oslo_vmware.api [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447247, 'name': ReconfigVM_Task, 'duration_secs': 0.298747} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.015895] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a/3e4e25bc-c181-4e6b-9ec8-f2f301d6845a.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.016190] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance '3e4e25bc-c181-4e6b-9ec8-f2f301d6845a' progress to 50 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.113483] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180109} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.113737] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.114125] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.114374] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.344377] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "3618e63f-2ebb-41f7-a444-01720fd5a35b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.344548] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "3618e63f-2ebb-41f7-a444-01720fd5a35b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.344718] env[65310]: DEBUG nova.compute.manager [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1277.345688] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ab8917-75c1-4ec6-aefe-7d7e31c3b43f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.353280] env[65310]: DEBUG nova.compute.manager [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65310) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1277.353836] env[65310]: DEBUG nova.objects.instance [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lazy-loading 'flavor' on Instance uuid 3618e63f-2ebb-41f7-a444-01720fd5a35b {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.522785] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5ad569-6e68-4c83-9947-2472478cfbf2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.542487] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da15910-dfef-4109-948a-4c2d1b17a53b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.562286] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance '3e4e25bc-c181-4e6b-9ec8-f2f301d6845a' progress to 67 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.619877] env[65310]: INFO nova.virt.block_device [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Booting with volume b26d46c9-d7d9-4bf7-a922-f52aba263d55 at /dev/sdb [ 1277.658697] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7d1bb8f-e3de-40cb-879f-331fef324841 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.672176] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50cdd86-7d4c-47b6-8e9d-ed2d2ea49475 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.713883] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e14dd3fe-c51f-47bf-95e8-2bf7a6a3f1b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.727111] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8879393-42d0-451e-b46f-c6d5b1a75a40 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.764703] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0183597d-3d6d-4987-8750-d556b0276e36 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.772325] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26657aed-b2c5-4e1b-b66a-e992a9d490ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.786973] env[65310]: DEBUG nova.virt.block_device [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Updating existing volume attachment record: 43961983-a319-4dbe-8652-768b58e6913e {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1278.068899] env[65310]: WARNING neutronclient.v2_0.client [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.069448] env[65310]: WARNING neutronclient.v2_0.client [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.105762] env[65310]: DEBUG nova.network.neutron [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Port db9dbc51-5140-4d76-b095-83adf03412fe binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1278.324252] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db5a4e9-6682-478c-8c85-fea7c784435b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.346079] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance 'ed9e0125-1904-4005-8c64-a7545f223146' progress to 0 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.361524] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.361751] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce06d7f8-1147-4dbe-b9db-2d93f6e97b5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.370488] env[65310]: DEBUG oslo_vmware.api [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1278.370488] env[65310]: value = "task-4447250" [ 1278.370488] env[65310]: _type = "Task" [ 1278.370488] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.380791] env[65310]: DEBUG oslo_vmware.api [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.852046] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.852378] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9176b160-0719-47ad-af58-ee0ccccde224 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.860827] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1278.860827] env[65310]: value = "task-4447251" [ 1278.860827] env[65310]: _type = "Task" [ 1278.860827] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.870698] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.881918] env[65310]: DEBUG oslo_vmware.api [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447250, 'name': PowerOffVM_Task, 'duration_secs': 0.198559} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.882783] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.883290] env[65310]: DEBUG nova.compute.manager [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1278.884267] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a64101-ace9-4b56-8967-15d08ab05929 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.131082] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.131392] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.131579] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.371446] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447251, 'name': PowerOffVM_Task, 'duration_secs': 0.238423} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.371717] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.371898] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance 'ed9e0125-1904-4005-8c64-a7545f223146' progress to 17 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.399052] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e55b27e1-350b-45fc-926f-feb96c30aa6b tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "3618e63f-2ebb-41f7-a444-01720fd5a35b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.878647] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1279.879112] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.879112] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1279.879224] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.879368] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1279.879513] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1279.879740] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1279.879941] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1279.880129] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1279.880295] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1279.880469] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1279.888924] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57627697-74dd-41d5-a7a7-252dbeb25ce7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.905963] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1279.905963] env[65310]: value = "task-4447252" [ 1279.905963] env[65310]: _type = "Task" [ 1279.905963] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.915844] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.925928] env[65310]: DEBUG nova.virt.hardware [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1279.926246] env[65310]: DEBUG nova.virt.hardware [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.926378] env[65310]: DEBUG nova.virt.hardware [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1279.926587] env[65310]: DEBUG nova.virt.hardware [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.926763] env[65310]: DEBUG nova.virt.hardware [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1279.926958] env[65310]: DEBUG nova.virt.hardware [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1279.927181] env[65310]: DEBUG nova.virt.hardware [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1279.927349] env[65310]: DEBUG nova.virt.hardware [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1279.927575] env[65310]: DEBUG nova.virt.hardware [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1279.927686] env[65310]: DEBUG nova.virt.hardware [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1279.927902] env[65310]: DEBUG nova.virt.hardware [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1279.929056] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b5c632-75a1-40dd-80bd-e4c010163d9a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.938797] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7910ed-05d7-468e-a5f1-40acd0332029 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.954399] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:91:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c84a5e33-4933-4c4f-9ab7-feddedc0043d', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.962451] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1279.962783] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.963060] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7df609a4-ccee-4389-bdac-e5c6f64ba473 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.983743] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.983743] env[65310]: value = "task-4447253" [ 1279.983743] env[65310]: _type = "Task" [ 1279.983743] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.993198] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "3618e63f-2ebb-41f7-a444-01720fd5a35b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.993601] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "3618e63f-2ebb-41f7-a444-01720fd5a35b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.993721] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "3618e63f-2ebb-41f7-a444-01720fd5a35b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.993849] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "3618e63f-2ebb-41f7-a444-01720fd5a35b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.994058] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "3618e63f-2ebb-41f7-a444-01720fd5a35b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.995593] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447253, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.996261] env[65310]: INFO nova.compute.manager [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Terminating instance [ 1280.137739] env[65310]: WARNING neutronclient.v2_0.client [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1280.170086] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.170329] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.170537] env[65310]: DEBUG nova.network.neutron [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1280.416567] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447252, 'name': ReconfigVM_Task, 'duration_secs': 0.172471} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.416879] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance 'ed9e0125-1904-4005-8c64-a7545f223146' progress to 33 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.494149] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447253, 'name': CreateVM_Task, 'duration_secs': 0.303087} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.494341] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.494852] env[65310]: WARNING neutronclient.v2_0.client [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1280.495253] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.495410] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.495727] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.496013] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc728419-fb77-4516-88a4-88204c95458a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.501391] env[65310]: DEBUG nova.compute.manager [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1280.501590] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.501899] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1280.501899] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cf9c02-7eda-6af4-2b6a-ad891dbeaf5f" [ 1280.501899] env[65310]: _type = "Task" [ 1280.501899] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.502713] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aaa4a5-1e8d-48e5-84e3-d11fa5b86a32 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.514137] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52cf9c02-7eda-6af4-2b6a-ad891dbeaf5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.516677] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.516677] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.516677] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.516882] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.516933] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.517700] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.517700] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd5e8f2-769e-4ada-b673-f6053dd3c5fa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.520067] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc4702b-0ea7-48a1-a7e9-f8072fe2bd2e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.528372] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.528562] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.529293] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c38e4a7-f20a-46f0-88fe-fd3822ffc57b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.537342] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1280.537342] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529778f5-ffbb-28c2-ca1b-bd8ccb1f154c" [ 1280.537342] env[65310]: _type = "Task" [ 1280.537342] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.545735] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529778f5-ffbb-28c2-ca1b-bd8ccb1f154c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.583050] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.583349] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.583567] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleting the datastore file [datastore1] 3618e63f-2ebb-41f7-a444-01720fd5a35b {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.583923] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bba7aa39-24f1-42f8-aa44-fc02391b20af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.591843] env[65310]: DEBUG oslo_vmware.api [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1280.591843] env[65310]: value = "task-4447255" [ 1280.591843] env[65310]: _type = "Task" [ 1280.591843] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.601048] env[65310]: DEBUG oslo_vmware.api [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.674073] env[65310]: WARNING neutronclient.v2_0.client [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1280.857768] env[65310]: WARNING neutronclient.v2_0.client [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1280.923874] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1280.924370] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.924370] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1280.924500] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.924643] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1280.924784] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1280.924982] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1280.925151] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1280.925319] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1280.925472] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1280.925632] env[65310]: DEBUG nova.virt.hardware [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1280.930783] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1280.932052] env[65310]: DEBUG nova.network.neutron [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance_info_cache with network_info: [{"id": "db9dbc51-5140-4d76-b095-83adf03412fe", "address": "fa:16:3e:c3:93:61", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9dbc51-51", "ovs_interfaceid": "db9dbc51-5140-4d76-b095-83adf03412fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.933299] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-056f4c27-240a-469f-a24f-ebd1b9341a6a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.953021] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1280.953021] env[65310]: value = "task-4447256" [ 1280.953021] env[65310]: _type = "Task" [ 1280.953021] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.961638] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.048884] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529778f5-ffbb-28c2-ca1b-bd8ccb1f154c, 'name': SearchDatastore_Task, 'duration_secs': 0.008711} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.049732] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f3bfa6-51af-4157-b44a-0f9895b81f0e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.056400] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1281.056400] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521cc4f9-8add-a8e7-8885-0013d386689e" [ 1281.056400] env[65310]: _type = "Task" [ 1281.056400] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.065176] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521cc4f9-8add-a8e7-8885-0013d386689e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.103307] env[65310]: DEBUG oslo_vmware.api [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124628} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.103666] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.103895] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.104146] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.104361] env[65310]: INFO nova.compute.manager [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1281.104664] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1281.104910] env[65310]: DEBUG nova.compute.manager [-] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1281.105045] env[65310]: DEBUG nova.network.neutron [-] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1281.105356] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.144274] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.384120] env[65310]: DEBUG nova.compute.manager [req-ebb7aa07-2378-40a2-86a0-ff386cb0f346 req-792745a6-ddec-4170-bbee-a83986041ff6 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Received event network-vif-deleted-f822fb03-0819-461a-9948-8e2f6fb14e01 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1281.384972] env[65310]: INFO nova.compute.manager [req-ebb7aa07-2378-40a2-86a0-ff386cb0f346 req-792745a6-ddec-4170-bbee-a83986041ff6 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Neutron deleted interface f822fb03-0819-461a-9948-8e2f6fb14e01; detaching it from the instance and deleting it from the info cache [ 1281.384972] env[65310]: DEBUG nova.network.neutron [req-ebb7aa07-2378-40a2-86a0-ff386cb0f346 req-792745a6-ddec-4170-bbee-a83986041ff6 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.448113] env[65310]: DEBUG oslo_concurrency.lockutils [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.463201] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447256, 'name': ReconfigVM_Task, 'duration_secs': 0.389849} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.463491] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1281.464331] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a2b6c2-316e-46c0-824b-75328ab639b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.487136] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] ed9e0125-1904-4005-8c64-a7545f223146/ed9e0125-1904-4005-8c64-a7545f223146.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.487447] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f21dacf-a1e4-446c-9042-805191ca705a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.506043] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1281.506043] env[65310]: value = "task-4447257" [ 1281.506043] env[65310]: _type = "Task" [ 1281.506043] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.514797] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.568972] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521cc4f9-8add-a8e7-8885-0013d386689e, 'name': SearchDatastore_Task, 'duration_secs': 0.010011} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.569236] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.569497] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5a381936-3730-4df3-b8c6-c8decc7f9773/5a381936-3730-4df3-b8c6-c8decc7f9773.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.569745] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28f71bbe-d8c4-4230-9958-073b701715cc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.576205] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1281.576205] env[65310]: value = "task-4447258" [ 1281.576205] env[65310]: _type = "Task" [ 1281.576205] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.584570] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.856682] env[65310]: DEBUG nova.network.neutron [-] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.887649] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2415ae9-d3a8-446b-9c5d-8cb6c1196fbb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.898414] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081a6d9-86b4-4be2-a979-d009efde0158 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.929445] env[65310]: DEBUG nova.compute.manager [req-ebb7aa07-2378-40a2-86a0-ff386cb0f346 req-792745a6-ddec-4170-bbee-a83986041ff6 service nova] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Detach interface failed, port_id=f822fb03-0819-461a-9948-8e2f6fb14e01, reason: Instance 3618e63f-2ebb-41f7-a444-01720fd5a35b could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1281.974490] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a14196b-2c41-4949-b1e9-14a01dce31c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.994891] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accdcad3-f811-497b-a217-33b424fb4e50 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.002997] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance '3e4e25bc-c181-4e6b-9ec8-f2f301d6845a' progress to 83 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.015826] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.086840] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.359824] env[65310]: INFO nova.compute.manager [-] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Took 1.25 seconds to deallocate network for instance. [ 1282.510970] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-ba09a50b-0c9c-4be1-bea3-340509da9644 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance '3e4e25bc-c181-4e6b-9ec8-f2f301d6845a' progress to 100 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.533670] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.591180] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447258, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.866616] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.866920] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.867167] env[65310]: DEBUG nova.objects.instance [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lazy-loading 'resources' on Instance uuid 3618e63f-2ebb-41f7-a444-01720fd5a35b {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.028294] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447257, 'name': ReconfigVM_Task, 'duration_secs': 1.259629} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.028692] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Reconfigured VM instance instance-00000077 to attach disk [datastore2] ed9e0125-1904-4005-8c64-a7545f223146/ed9e0125-1904-4005-8c64-a7545f223146.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.028816] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance 'ed9e0125-1904-4005-8c64-a7545f223146' progress to 50 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.089349] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447258, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.123267} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.089576] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 5a381936-3730-4df3-b8c6-c8decc7f9773/5a381936-3730-4df3-b8c6-c8decc7f9773.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.089767] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1283.090047] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b097a41e-7d55-4a14-a01d-e3efa2eae970 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.097809] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1283.097809] env[65310]: value = "task-4447259" [ 1283.097809] env[65310]: _type = "Task" [ 1283.097809] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.105986] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.487172] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8ad201-ee45-49cd-944f-43d0cfc45bc4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.495285] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70cffa-80be-49f6-bc69-c5d60bd60c9a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.526424] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beb3481-6b58-4a84-938b-629d2a1dc13c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.534362] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9967d3-80ba-44ea-9203-4ed40e2864f3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.543589] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6184ee-0ba4-42c5-a577-72247ba02652 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.558546] env[65310]: DEBUG nova.compute.provider_tree [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.574454] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bacd71-640c-41ec-bc21-a0701f463aa6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.595109] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance 'ed9e0125-1904-4005-8c64-a7545f223146' progress to 67 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.607727] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064823} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.608020] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.608787] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b574f78c-9ba9-47f1-9dde-e2bba296089c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.631688] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 5a381936-3730-4df3-b8c6-c8decc7f9773/5a381936-3730-4df3-b8c6-c8decc7f9773.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.632666] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23e51af5-5f43-4669-a0f4-665ae4900c25 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.653397] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1283.653397] env[65310]: value = "task-4447260" [ 1283.653397] env[65310]: _type = "Task" [ 1283.653397] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.662101] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.074285] env[65310]: DEBUG nova.scheduler.client.report [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.100778] env[65310]: WARNING neutronclient.v2_0.client [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.101096] env[65310]: WARNING neutronclient.v2_0.client [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.149249] env[65310]: DEBUG nova.network.neutron [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Port c110b7dd-d87d-478b-9ba1-0e644064858c binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1284.166503] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447260, 'name': ReconfigVM_Task, 'duration_secs': 0.287658} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.166910] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 5a381936-3730-4df3-b8c6-c8decc7f9773/5a381936-3730-4df3-b8c6-c8decc7f9773.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.168116] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'size': 0, 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'image_id': '44ad85d0-985c-4e0c-b13e-c566a51b9bbc'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869821', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'name': 'volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a381936-3730-4df3-b8c6-c8decc7f9773', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'serial': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55'}, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '43961983-a319-4dbe-8652-768b58e6913e', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=65310) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1284.168443] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1284.168546] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869821', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'name': 'volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a381936-3730-4df3-b8c6-c8decc7f9773', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'serial': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1284.169390] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943a55ff-761d-49e0-80b2-dcb6c2e29a1f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.189190] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c000b26-65ad-4d60-9ae4-bf656e6e00ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.215283] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55/volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.215626] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8537f5b4-3ffa-4106-bf5e-7ac427157a9a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.234120] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1284.234120] env[65310]: value = "task-4447261" [ 1284.234120] env[65310]: _type = "Task" [ 1284.234120] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.243303] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.579353] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.602727] env[65310]: INFO nova.scheduler.client.report [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted allocations for instance 3618e63f-2ebb-41f7-a444-01720fd5a35b [ 1284.744505] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447261, 'name': ReconfigVM_Task, 'duration_secs': 0.308204} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.744745] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55/volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.750577] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd1a749-db12-43a5-9c5f-748712e5276b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.766705] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1284.766705] env[65310]: value = "task-4447262" [ 1284.766705] env[65310]: _type = "Task" [ 1284.766705] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.775254] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.045049] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.045369] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.045568] env[65310]: DEBUG nova.compute.manager [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Going to confirm migration 7 {{(pid=65310) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1285.110771] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e99f1896-7888-4ebf-a316-573b13dcd6f1 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "3618e63f-2ebb-41f7-a444-01720fd5a35b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.117s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.171224] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "ed9e0125-1904-4005-8c64-a7545f223146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.171435] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "ed9e0125-1904-4005-8c64-a7545f223146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.171608] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "ed9e0125-1904-4005-8c64-a7545f223146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.277339] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447262, 'name': ReconfigVM_Task, 'duration_secs': 0.139577} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.277651] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869821', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'name': 'volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a381936-3730-4df3-b8c6-c8decc7f9773', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'serial': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1285.278365] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9029aa2-c770-4405-871f-b0f8d6ce512b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.285372] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1285.285372] env[65310]: value = "task-4447263" [ 1285.285372] env[65310]: _type = "Task" [ 1285.285372] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.294462] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447263, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.551355] env[65310]: WARNING neutronclient.v2_0.client [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.584016] env[65310]: WARNING neutronclient.v2_0.client [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.584466] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.584622] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.584792] env[65310]: DEBUG nova.network.neutron [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1285.584974] env[65310]: DEBUG nova.objects.instance [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'info_cache' on Instance uuid 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.748323] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.748587] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.748797] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.748974] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.749162] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.751245] env[65310]: INFO nova.compute.manager [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Terminating instance [ 1285.796612] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447263, 'name': Rename_Task, 'duration_secs': 0.14072} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.796807] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.797049] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c03b2f-4424-4a85-982c-1fa8f3c57f65 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.804052] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1285.804052] env[65310]: value = "task-4447264" [ 1285.804052] env[65310]: _type = "Task" [ 1285.804052] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.812510] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.176834] env[65310]: WARNING neutronclient.v2_0.client [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.209113] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.209309] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.209486] env[65310]: DEBUG nova.network.neutron [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1286.255138] env[65310]: DEBUG nova.compute.manager [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1286.255419] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.256341] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469e7c80-9385-4e6d-93d2-cbfb643e2ca5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.265179] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.265463] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb894ede-d31e-46ca-8dec-601b5066e91c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.272394] env[65310]: DEBUG oslo_vmware.api [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1286.272394] env[65310]: value = "task-4447265" [ 1286.272394] env[65310]: _type = "Task" [ 1286.272394] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.281216] env[65310]: DEBUG oslo_vmware.api [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.314595] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447264, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.592062] env[65310]: WARNING neutronclient.v2_0.client [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.712689] env[65310]: WARNING neutronclient.v2_0.client [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.752076] env[65310]: WARNING neutronclient.v2_0.client [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.785049] env[65310]: DEBUG oslo_vmware.api [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447265, 'name': PowerOffVM_Task, 'duration_secs': 0.245632} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.787897] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.788084] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.788521] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6285bfb-ee12-4bba-8efd-2b79fb3b837d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.817077] env[65310]: DEBUG oslo_vmware.api [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447264, 'name': PowerOnVM_Task, 'duration_secs': 0.542654} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.817353] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.817574] env[65310]: DEBUG nova.compute.manager [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1286.818404] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee2f8be-3c71-466d-83fb-de8e047eab12 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.855349] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.855579] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.855758] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleting the datastore file [datastore2] 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.856066] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9555f866-0123-4c65-8ba0-957b1d2a29c8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.868647] env[65310]: DEBUG nova.network.neutron [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance_info_cache with network_info: [{"id": "db9dbc51-5140-4d76-b095-83adf03412fe", "address": "fa:16:3e:c3:93:61", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9dbc51-51", "ovs_interfaceid": "db9dbc51-5140-4d76-b095-83adf03412fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.872361] env[65310]: DEBUG oslo_vmware.api [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for the task: (returnval){ [ 1286.872361] env[65310]: value = "task-4447267" [ 1286.872361] env[65310]: _type = "Task" [ 1286.872361] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.883837] env[65310]: DEBUG oslo_vmware.api [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.921067] env[65310]: WARNING neutronclient.v2_0.client [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.991926] env[65310]: DEBUG nova.network.neutron [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance_info_cache with network_info: [{"id": "c110b7dd-d87d-478b-9ba1-0e644064858c", "address": "fa:16:3e:c8:06:34", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc110b7dd-d8", "ovs_interfaceid": "c110b7dd-d87d-478b-9ba1-0e644064858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.335771] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.335771] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.336201] env[65310]: DEBUG nova.objects.instance [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1287.374328] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.374602] env[65310]: DEBUG nova.objects.instance [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'migration_context' on Instance uuid 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.386238] env[65310]: DEBUG oslo_vmware.api [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Task: {'id': task-4447267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131295} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.386502] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.386659] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.386833] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.386998] env[65310]: INFO nova.compute.manager [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1287.387262] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1287.387450] env[65310]: DEBUG nova.compute.manager [-] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1287.387544] env[65310]: DEBUG nova.network.neutron [-] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1287.387784] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.431988] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.494681] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.651819] env[65310]: DEBUG nova.compute.manager [req-ac36fd8e-bc39-4865-9c0e-4ed211fdde2e req-905e3bbf-0dc6-498e-b95d-ce2c942bae4c service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Received event network-vif-deleted-66db37dc-457f-469a-bbd4-4234e32ae746 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1287.652061] env[65310]: INFO nova.compute.manager [req-ac36fd8e-bc39-4865-9c0e-4ed211fdde2e req-905e3bbf-0dc6-498e-b95d-ce2c942bae4c service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Neutron deleted interface 66db37dc-457f-469a-bbd4-4234e32ae746; detaching it from the instance and deleting it from the info cache [ 1287.652197] env[65310]: DEBUG nova.network.neutron [req-ac36fd8e-bc39-4865-9c0e-4ed211fdde2e req-905e3bbf-0dc6-498e-b95d-ce2c942bae4c service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.881843] env[65310]: DEBUG nova.objects.base [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Object Instance<3e4e25bc-c181-4e6b-9ec8-f2f301d6845a> lazy-loaded attributes: info_cache,migration_context {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1287.882920] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37c6c9b-c4a2-465b-bcc9-bc299b456cc7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.905043] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0c9585-bafa-4dea-a6b9-e099af2b17aa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.911932] env[65310]: DEBUG oslo_vmware.api [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1287.911932] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d3bc71-4b32-5a6b-b1dd-b38fb30b8179" [ 1287.911932] env[65310]: _type = "Task" [ 1287.911932] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.923082] env[65310]: DEBUG oslo_vmware.api [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d3bc71-4b32-5a6b-b1dd-b38fb30b8179, 'name': SearchDatastore_Task} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.924045] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.021044] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa613e76-f4b8-4e75-b926-f8b7b0012d17 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.041581] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd4f75-98d9-4701-9624-47fa05929536 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.049850] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance 'ed9e0125-1904-4005-8c64-a7545f223146' progress to 83 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.137069] env[65310]: DEBUG nova.network.neutron [-] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.154445] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39b9b4db-e19e-4365-9a16-3e92a4bc9f99 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.164407] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7b7f44-59cd-4274-8dcd-a31f80398a4a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.193315] env[65310]: DEBUG nova.compute.manager [req-ac36fd8e-bc39-4865-9c0e-4ed211fdde2e req-905e3bbf-0dc6-498e-b95d-ce2c942bae4c service nova] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Detach interface failed, port_id=66db37dc-457f-469a-bbd4-4234e32ae746, reason: Instance 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1288.345057] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8c016dfb-c8a0-416d-9b73-bbf63d3f14ae tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.346290] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.423s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.556382] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.556683] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d94be33-03db-4f3a-9599-6927c9a6e8ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.565488] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1288.565488] env[65310]: value = "task-4447268" [ 1288.565488] env[65310]: _type = "Task" [ 1288.565488] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.574488] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.639266] env[65310]: INFO nova.compute.manager [-] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Took 1.25 seconds to deallocate network for instance. [ 1288.964445] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c9d931-185c-4e08-bceb-e30e3be973ad {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.973362] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2919cade-99e0-475b-835d-0b5e1ba279e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.008694] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54597fe7-6d63-4b96-87de-ca5b1381c6c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.017676] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78d157b-02db-4fb5-bcd5-c0bd80d61027 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.034601] env[65310]: DEBUG nova.compute.provider_tree [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.075898] env[65310]: DEBUG oslo_vmware.api [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447268, 'name': PowerOnVM_Task, 'duration_secs': 0.381029} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.076561] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.076769] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6935199d-4746-425b-86b9-dba35272441b tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance 'ed9e0125-1904-4005-8c64-a7545f223146' progress to 100 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.146461] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.538794] env[65310]: DEBUG nova.scheduler.client.report [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.549668] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.203s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.550092] env[65310]: DEBUG nova.compute.manager [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65310) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 1290.552874] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.407s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.553127] env[65310]: DEBUG nova.objects.instance [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lazy-loading 'resources' on Instance uuid 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.125793] env[65310]: INFO nova.scheduler.client.report [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleted allocation for migration c3ef9c74-2fc0-4071-ba1a-6de5b6e9a5ed [ 1291.170178] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6845e2c3-8d6b-49ef-9537-59f467b7b28f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.178465] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2256eb8f-787f-4e76-ba6e-3366b5ef6197 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.211034] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3174ad3d-0188-4479-8020-93e1d43be871 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.219826] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e08d8e2-19a9-4611-a730-acc7178422b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.235977] env[65310]: DEBUG nova.compute.provider_tree [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.633925] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0925e9d4-8b9f-433e-bb71-4cadb9490d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.588s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.739194] env[65310]: DEBUG nova.scheduler.client.report [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.950462] env[65310]: WARNING neutronclient.v2_0.client [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.996679] env[65310]: WARNING neutronclient.v2_0.client [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.997057] env[65310]: WARNING neutronclient.v2_0.client [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.997324] env[65310]: WARNING neutronclient.v2_0.client [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1292.033671] env[65310]: DEBUG nova.network.neutron [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Port c110b7dd-d87d-478b-9ba1-0e644064858c binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1292.033991] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.034250] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.034515] env[65310]: DEBUG nova.network.neutron [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1292.055935] env[65310]: DEBUG nova.objects.instance [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'flavor' on Instance uuid 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.244670] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.268109] env[65310]: INFO nova.scheduler.client.report [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Deleted allocations for instance 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1 [ 1292.537846] env[65310]: WARNING neutronclient.v2_0.client [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1292.560992] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.561216] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.561401] env[65310]: DEBUG nova.network.neutron [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1292.561576] env[65310]: DEBUG nova.objects.instance [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'info_cache' on Instance uuid 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.740434] env[65310]: WARNING neutronclient.v2_0.client [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1292.777930] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5bc5d65f-b45c-4a21-8b81-1973befade41 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Lock "8a5bb2df-44b1-4bb9-bee8-15d10c1089b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.029s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.816250] env[65310]: DEBUG nova.network.neutron [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance_info_cache with network_info: [{"id": "c110b7dd-d87d-478b-9ba1-0e644064858c", "address": "fa:16:3e:c8:06:34", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc110b7dd-d8", "ovs_interfaceid": "c110b7dd-d87d-478b-9ba1-0e644064858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.065045] env[65310]: DEBUG nova.objects.base [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Object Instance<3e4e25bc-c181-4e6b-9ec8-f2f301d6845a> lazy-loaded attributes: flavor,info_cache {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1293.319503] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.568255] env[65310]: WARNING neutronclient.v2_0.client [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.749121] env[65310]: WARNING neutronclient.v2_0.client [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.822619] env[65310]: DEBUG nova.compute.manager [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65310) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1293.822817] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.823217] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.903542] env[65310]: DEBUG nova.network.neutron [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance_info_cache with network_info: [{"id": "db9dbc51-5140-4d76-b095-83adf03412fe", "address": "fa:16:3e:c3:93:61", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9dbc51-51", "ovs_interfaceid": "db9dbc51-5140-4d76-b095-83adf03412fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.327151] env[65310]: DEBUG nova.objects.instance [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'migration_context' on Instance uuid ed9e0125-1904-4005-8c64-a7545f223146 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.406663] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.938814] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c2894c-fdd9-462b-8faa-0afb5ebf3698 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.947585] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e6be45-815d-4fc9-9622-420cc61a3e51 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.993912] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3379c6a-a894-46f1-8af8-b429b341446a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.005179] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf40002c-cae9-4e57-84aa-09a930d1c40f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.024959] env[65310]: DEBUG nova.compute.provider_tree [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.416247] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.416637] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b58216bd-61c0-4044-84ec-c9d8b07cc4c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.425489] env[65310]: DEBUG oslo_vmware.api [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1295.425489] env[65310]: value = "task-4447269" [ 1295.425489] env[65310]: _type = "Task" [ 1295.425489] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.434401] env[65310]: DEBUG oslo_vmware.api [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.532110] env[65310]: DEBUG nova.scheduler.client.report [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.939151] env[65310]: DEBUG oslo_vmware.api [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447269, 'name': PowerOnVM_Task, 'duration_secs': 0.407} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.939151] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.939614] env[65310]: DEBUG nova.compute.manager [None req-8111af6c-b344-4433-a7e0-e5dd39825b32 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1295.940200] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f4a37c-a0ea-43c9-943e-03d9565760c2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.545270] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.722s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.808909] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.809137] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.809356] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.809576] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.809779] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.812155] env[65310]: INFO nova.compute.manager [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Terminating instance [ 1297.316564] env[65310]: DEBUG nova.compute.manager [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1297.316894] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.318256] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc665f7-5efa-4467-9d99-40c25b757699 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.326795] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.327429] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9b2629a-0d1f-4330-8902-e461ca164cba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.335062] env[65310]: DEBUG oslo_vmware.api [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1297.335062] env[65310]: value = "task-4447270" [ 1297.335062] env[65310]: _type = "Task" [ 1297.335062] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.344289] env[65310]: DEBUG oslo_vmware.api [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.846185] env[65310]: DEBUG oslo_vmware.api [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447270, 'name': PowerOffVM_Task, 'duration_secs': 0.172919} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.846455] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.846625] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.846877] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4e82044-5128-463b-ab5f-1dad8d67b8e2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.912342] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.912561] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.912794] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleting the datastore file [datastore2] 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.913094] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e603a7e5-cbdb-41cc-90a9-009bbd1837fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.920785] env[65310]: DEBUG oslo_vmware.api [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1297.920785] env[65310]: value = "task-4447272" [ 1297.920785] env[65310]: _type = "Task" [ 1297.920785] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.929502] env[65310]: DEBUG oslo_vmware.api [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.086261] env[65310]: INFO nova.compute.manager [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Swapping old allocation on dict_keys(['94009870-48da-4aa7-a51e-79d2ed6e329c']) held by migration 98ccda98-e7c3-4684-8bc4-563dc34431d1 for instance [ 1298.109436] env[65310]: DEBUG nova.scheduler.client.report [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Overwriting current allocation {'allocations': {'94009870-48da-4aa7-a51e-79d2ed6e329c': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 178}}, 'project_id': '75ca0d21494b4d21a93dae7f8e746976', 'user_id': '22ce5fcd456242b8b984eced7c82693d', 'consumer_generation': 1} on consumer ed9e0125-1904-4005-8c64-a7545f223146 {{(pid=65310) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1298.158103] env[65310]: WARNING neutronclient.v2_0.client [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.188828] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.189026] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.189208] env[65310]: DEBUG nova.network.neutron [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1298.431518] env[65310]: DEBUG oslo_vmware.api [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133378} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.431853] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.432202] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.432313] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.432486] env[65310]: INFO nova.compute.manager [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1298.432739] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1298.432938] env[65310]: DEBUG nova.compute.manager [-] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1298.433056] env[65310]: DEBUG nova.network.neutron [-] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1298.433341] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.489092] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.692191] env[65310]: WARNING neutronclient.v2_0.client [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.878331] env[65310]: WARNING neutronclient.v2_0.client [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.920882] env[65310]: DEBUG nova.compute.manager [req-7797d0b9-8019-4fd7-b256-8762f979b86f req-60b3e792-cb3f-40a7-8215-6657880ec537 service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Received event network-vif-deleted-db9dbc51-5140-4d76-b095-83adf03412fe {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1298.920882] env[65310]: INFO nova.compute.manager [req-7797d0b9-8019-4fd7-b256-8762f979b86f req-60b3e792-cb3f-40a7-8215-6657880ec537 service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Neutron deleted interface db9dbc51-5140-4d76-b095-83adf03412fe; detaching it from the instance and deleting it from the info cache [ 1298.920882] env[65310]: DEBUG nova.network.neutron [req-7797d0b9-8019-4fd7-b256-8762f979b86f req-60b3e792-cb3f-40a7-8215-6657880ec537 service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.966768] env[65310]: DEBUG nova.network.neutron [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance_info_cache with network_info: [{"id": "c110b7dd-d87d-478b-9ba1-0e644064858c", "address": "fa:16:3e:c8:06:34", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc110b7dd-d8", "ovs_interfaceid": "c110b7dd-d87d-478b-9ba1-0e644064858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.387513] env[65310]: DEBUG nova.network.neutron [-] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.425345] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7676a1b-7acd-47f8-884e-fc0ba6a42307 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.436246] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7126100d-7c45-467b-8256-492f49022731 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.465428] env[65310]: DEBUG nova.compute.manager [req-7797d0b9-8019-4fd7-b256-8762f979b86f req-60b3e792-cb3f-40a7-8215-6657880ec537 service nova] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Detach interface failed, port_id=db9dbc51-5140-4d76-b095-83adf03412fe, reason: Instance 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1299.470321] env[65310]: DEBUG oslo_concurrency.lockutils [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-ed9e0125-1904-4005-8c64-a7545f223146" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.470777] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.471062] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23ef1573-3463-4481-bc8b-57de5d688afd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.479230] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1299.479230] env[65310]: value = "task-4447273" [ 1299.479230] env[65310]: _type = "Task" [ 1299.479230] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.488773] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.891270] env[65310]: INFO nova.compute.manager [-] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Took 1.46 seconds to deallocate network for instance. [ 1299.990696] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447273, 'name': PowerOffVM_Task, 'duration_secs': 0.267828} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.991026] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.991782] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1299.992053] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.992245] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1299.992468] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.992656] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1299.992816] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1299.993067] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1299.993279] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1299.993630] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1299.993720] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1299.993889] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1299.999878] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ea7178-9460-4cbb-bf83-604b1e2ef585 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.016176] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1300.016176] env[65310]: value = "task-4447274" [ 1300.016176] env[65310]: _type = "Task" [ 1300.016176] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.025187] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.398928] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.399228] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.399424] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.424632] env[65310]: INFO nova.scheduler.client.report [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleted allocations for instance 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a [ 1300.526670] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447274, 'name': ReconfigVM_Task, 'duration_secs': 0.128219} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.527509] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d019f-ceb8-4a0c-82de-fd09eebdc9d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.547883] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1300.548150] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.548311] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1300.548494] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.548637] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1300.548780] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1300.548977] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1300.549152] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1300.549344] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1300.549481] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1300.549646] env[65310]: DEBUG nova.virt.hardware [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1300.550444] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b4852e8-f044-425e-b0a4-6fe4a993a640 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.557035] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1300.557035] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bd4e0a-0db3-a683-5210-398aeaf2cc20" [ 1300.557035] env[65310]: _type = "Task" [ 1300.557035] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.566924] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52bd4e0a-0db3-a683-5210-398aeaf2cc20, 'name': SearchDatastore_Task, 'duration_secs': 0.007418} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.572376] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1300.572696] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-505389f6-7f66-415c-b47f-e4cc2f9ae30a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.591584] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1300.591584] env[65310]: value = "task-4447275" [ 1300.591584] env[65310]: _type = "Task" [ 1300.591584] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.600674] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.933093] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b1eb451-99e6-465c-87c3-6f15e896d827 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "3e4e25bc-c181-4e6b-9ec8-f2f301d6845a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.124s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.103378] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.606022] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.732043] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.732216] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.104609] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447275, 'name': ReconfigVM_Task, 'duration_secs': 1.183417} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.104923] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1302.105675] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72689925-e5bc-4601-b841-b9057cf1fa34 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.127968] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] ed9e0125-1904-4005-8c64-a7545f223146/ed9e0125-1904-4005-8c64-a7545f223146.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.128257] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0a8a5e-f39d-4028-85a2-c2012aeb7550 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.146624] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1302.146624] env[65310]: value = "task-4447276" [ 1302.146624] env[65310]: _type = "Task" [ 1302.146624] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.155118] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.234953] env[65310]: DEBUG nova.compute.manager [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1302.657879] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447276, 'name': ReconfigVM_Task, 'duration_secs': 0.292523} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.658288] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Reconfigured VM instance instance-00000077 to attach disk [datastore2] ed9e0125-1904-4005-8c64-a7545f223146/ed9e0125-1904-4005-8c64-a7545f223146.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.658979] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de84733-bb98-4a4d-878e-72cde5f3eef4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.677248] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8114a1d-ed8a-4b84-a134-9f39d0967279 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.695375] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4408e4f-73e3-47e8-9490-9c264dc44e6a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.713334] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a2d8e1-7862-4075-a87d-a1da69b0b0a7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.720527] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.720773] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4611a455-d858-4b6f-995d-170e900ace5e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.728137] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1302.728137] env[65310]: value = "task-4447277" [ 1302.728137] env[65310]: _type = "Task" [ 1302.728137] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.736112] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.757441] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.757771] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.759487] env[65310]: INFO nova.compute.claims [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.238940] env[65310]: DEBUG oslo_vmware.api [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447277, 'name': PowerOnVM_Task, 'duration_secs': 0.34805} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.239206] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.834542] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1211e927-603e-438b-a2d2-4076389bfd1a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.842320] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf540756-cbd2-4303-a799-58b070df517a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.872505] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951ffcbd-388b-4595-9637-4267040317fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.880343] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a4efb7-8835-49fc-b1f8-3aa9dfc156e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.893756] env[65310]: DEBUG nova.compute.provider_tree [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.250765] env[65310]: INFO nova.compute.manager [None req-0ac6ccf0-251b-4070-ba20-299bdb50b682 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance to original state: 'active' [ 1304.396666] env[65310]: DEBUG nova.scheduler.client.report [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.901426] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.902140] env[65310]: DEBUG nova.compute.manager [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1305.408316] env[65310]: DEBUG nova.compute.utils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.412955] env[65310]: DEBUG nova.compute.manager [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1305.412955] env[65310]: DEBUG nova.network.neutron [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1305.413260] env[65310]: WARNING neutronclient.v2_0.client [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.413684] env[65310]: WARNING neutronclient.v2_0.client [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.473618] env[65310]: DEBUG nova.policy [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab7a7a51c22e4ce691653cd211d86ab6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed021caea0084e8f825dd25bb3c22065', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.779092] env[65310]: DEBUG nova.network.neutron [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Successfully created port: 7be04841-8638-4070-a70c-3d2af9300322 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1305.917407] env[65310]: DEBUG nova.compute.manager [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1305.934410] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "ed9e0125-1904-4005-8c64-a7545f223146" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.934686] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "ed9e0125-1904-4005-8c64-a7545f223146" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.934899] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "ed9e0125-1904-4005-8c64-a7545f223146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.935091] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "ed9e0125-1904-4005-8c64-a7545f223146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.935264] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "ed9e0125-1904-4005-8c64-a7545f223146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.937556] env[65310]: INFO nova.compute.manager [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Terminating instance [ 1306.442364] env[65310]: DEBUG nova.compute.manager [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1306.442593] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.443632] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81568c9-78a3-4db7-977f-aa78a3dee567 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.452260] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.452571] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf8c7e57-1708-4560-abe5-fe65896ff079 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.459685] env[65310]: DEBUG oslo_vmware.api [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1306.459685] env[65310]: value = "task-4447278" [ 1306.459685] env[65310]: _type = "Task" [ 1306.459685] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.469349] env[65310]: DEBUG oslo_vmware.api [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.927905] env[65310]: DEBUG nova.compute.manager [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1306.953540] env[65310]: DEBUG nova.virt.hardware [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1306.953792] env[65310]: DEBUG nova.virt.hardware [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.953941] env[65310]: DEBUG nova.virt.hardware [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1306.954135] env[65310]: DEBUG nova.virt.hardware [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.954277] env[65310]: DEBUG nova.virt.hardware [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1306.954419] env[65310]: DEBUG nova.virt.hardware [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1306.954983] env[65310]: DEBUG nova.virt.hardware [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1306.954983] env[65310]: DEBUG nova.virt.hardware [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1306.955143] env[65310]: DEBUG nova.virt.hardware [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1306.955182] env[65310]: DEBUG nova.virt.hardware [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1306.955340] env[65310]: DEBUG nova.virt.hardware [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1306.956247] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae060d8b-6b0c-4b2e-8fa6-c54ba1262f96 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.966550] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c39d3-6aa6-4819-b855-705480b0dc3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.973312] env[65310]: DEBUG oslo_vmware.api [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447278, 'name': PowerOffVM_Task, 'duration_secs': 0.198623} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.973855] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.974071] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.974290] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-415c656d-bee6-4896-af0c-35f83d821e31 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.032784] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.033043] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.033272] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleting the datastore file [datastore2] ed9e0125-1904-4005-8c64-a7545f223146 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.033556] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58799b5a-ebef-4565-9632-5cfb54f521a3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.040999] env[65310]: DEBUG oslo_vmware.api [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1307.040999] env[65310]: value = "task-4447280" [ 1307.040999] env[65310]: _type = "Task" [ 1307.040999] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.050271] env[65310]: DEBUG oslo_vmware.api [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.202841] env[65310]: DEBUG nova.compute.manager [req-1676b5a8-f25f-45f5-a639-912ab6976885 req-baab8fc2-ab4b-4d3e-a310-ad319eeebcfd service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Received event network-vif-plugged-7be04841-8638-4070-a70c-3d2af9300322 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1307.203336] env[65310]: DEBUG oslo_concurrency.lockutils [req-1676b5a8-f25f-45f5-a639-912ab6976885 req-baab8fc2-ab4b-4d3e-a310-ad319eeebcfd service nova] Acquiring lock "c108047d-f3bd-48a5-8df1-382cacd3e7da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.203489] env[65310]: DEBUG oslo_concurrency.lockutils [req-1676b5a8-f25f-45f5-a639-912ab6976885 req-baab8fc2-ab4b-4d3e-a310-ad319eeebcfd service nova] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.203704] env[65310]: DEBUG oslo_concurrency.lockutils [req-1676b5a8-f25f-45f5-a639-912ab6976885 req-baab8fc2-ab4b-4d3e-a310-ad319eeebcfd service nova] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.203885] env[65310]: DEBUG nova.compute.manager [req-1676b5a8-f25f-45f5-a639-912ab6976885 req-baab8fc2-ab4b-4d3e-a310-ad319eeebcfd service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] No waiting events found dispatching network-vif-plugged-7be04841-8638-4070-a70c-3d2af9300322 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1307.204267] env[65310]: WARNING nova.compute.manager [req-1676b5a8-f25f-45f5-a639-912ab6976885 req-baab8fc2-ab4b-4d3e-a310-ad319eeebcfd service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Received unexpected event network-vif-plugged-7be04841-8638-4070-a70c-3d2af9300322 for instance with vm_state building and task_state spawning. [ 1307.291859] env[65310]: DEBUG nova.network.neutron [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Successfully updated port: 7be04841-8638-4070-a70c-3d2af9300322 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1307.553851] env[65310]: DEBUG oslo_vmware.api [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144814} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.554127] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.554306] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.554486] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.554698] env[65310]: INFO nova.compute.manager [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1307.554946] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1307.555160] env[65310]: DEBUG nova.compute.manager [-] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1307.555257] env[65310]: DEBUG nova.network.neutron [-] [instance: ed9e0125-1904-4005-8c64-a7545f223146] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1307.555505] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.588242] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.794703] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.794873] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.795012] env[65310]: DEBUG nova.network.neutron [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1308.330848] env[65310]: DEBUG nova.network.neutron [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1308.406744] env[65310]: WARNING neutronclient.v2_0.client [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.475122] env[65310]: DEBUG nova.network.neutron [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance_info_cache with network_info: [{"id": "7be04841-8638-4070-a70c-3d2af9300322", "address": "fa:16:3e:05:62:35", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be04841-86", "ovs_interfaceid": "7be04841-8638-4070-a70c-3d2af9300322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.514822] env[65310]: DEBUG nova.network.neutron [-] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.977555] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.977930] env[65310]: DEBUG nova.compute.manager [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Instance network_info: |[{"id": "7be04841-8638-4070-a70c-3d2af9300322", "address": "fa:16:3e:05:62:35", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be04841-86", "ovs_interfaceid": "7be04841-8638-4070-a70c-3d2af9300322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1308.978419] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:62:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7be04841-8638-4070-a70c-3d2af9300322', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.986007] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1308.986220] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.986446] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df35e68b-5c0a-4b96-ab09-7343be064665 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.006657] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.006657] env[65310]: value = "task-4447281" [ 1309.006657] env[65310]: _type = "Task" [ 1309.006657] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.015559] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447281, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.017066] env[65310]: INFO nova.compute.manager [-] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Took 1.46 seconds to deallocate network for instance. [ 1309.237870] env[65310]: DEBUG nova.compute.manager [req-00c835bc-6834-42a0-b30e-e4e0dd2a8629 req-7eff9da9-79e2-4fbf-a47b-f5257320e1ca service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Received event network-changed-7be04841-8638-4070-a70c-3d2af9300322 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1309.238150] env[65310]: DEBUG nova.compute.manager [req-00c835bc-6834-42a0-b30e-e4e0dd2a8629 req-7eff9da9-79e2-4fbf-a47b-f5257320e1ca service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Refreshing instance network info cache due to event network-changed-7be04841-8638-4070-a70c-3d2af9300322. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1309.238487] env[65310]: DEBUG oslo_concurrency.lockutils [req-00c835bc-6834-42a0-b30e-e4e0dd2a8629 req-7eff9da9-79e2-4fbf-a47b-f5257320e1ca service nova] Acquiring lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.238598] env[65310]: DEBUG oslo_concurrency.lockutils [req-00c835bc-6834-42a0-b30e-e4e0dd2a8629 req-7eff9da9-79e2-4fbf-a47b-f5257320e1ca service nova] Acquired lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.238820] env[65310]: DEBUG nova.network.neutron [req-00c835bc-6834-42a0-b30e-e4e0dd2a8629 req-7eff9da9-79e2-4fbf-a47b-f5257320e1ca service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Refreshing network info cache for port 7be04841-8638-4070-a70c-3d2af9300322 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.518337] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447281, 'name': CreateVM_Task, 'duration_secs': 0.313863} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.518716] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.519012] env[65310]: WARNING neutronclient.v2_0.client [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1309.519361] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.519566] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.519888] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.520195] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c59cbb4-523b-4c37-bc0f-5e2a869b4ecd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.522572] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.522810] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.522989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.528407] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1309.528407] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b5b1af-9dbe-578d-16de-9ea5332c3f13" [ 1309.528407] env[65310]: _type = "Task" [ 1309.528407] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.536701] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b5b1af-9dbe-578d-16de-9ea5332c3f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.546871] env[65310]: INFO nova.scheduler.client.report [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleted allocations for instance ed9e0125-1904-4005-8c64-a7545f223146 [ 1309.741476] env[65310]: WARNING neutronclient.v2_0.client [req-00c835bc-6834-42a0-b30e-e4e0dd2a8629 req-7eff9da9-79e2-4fbf-a47b-f5257320e1ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1309.892137] env[65310]: WARNING neutronclient.v2_0.client [req-00c835bc-6834-42a0-b30e-e4e0dd2a8629 req-7eff9da9-79e2-4fbf-a47b-f5257320e1ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1309.975355] env[65310]: DEBUG nova.network.neutron [req-00c835bc-6834-42a0-b30e-e4e0dd2a8629 req-7eff9da9-79e2-4fbf-a47b-f5257320e1ca service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updated VIF entry in instance network info cache for port 7be04841-8638-4070-a70c-3d2af9300322. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1309.975760] env[65310]: DEBUG nova.network.neutron [req-00c835bc-6834-42a0-b30e-e4e0dd2a8629 req-7eff9da9-79e2-4fbf-a47b-f5257320e1ca service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance_info_cache with network_info: [{"id": "7be04841-8638-4070-a70c-3d2af9300322", "address": "fa:16:3e:05:62:35", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be04841-86", "ovs_interfaceid": "7be04841-8638-4070-a70c-3d2af9300322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.040386] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b5b1af-9dbe-578d-16de-9ea5332c3f13, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.040708] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.040969] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.041367] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.041466] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.041565] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.041869] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-338fcef5-b42a-4270-86b6-8801ed55aa2a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.051188] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.051379] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.054346] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fc081d-5709-412a-8098-56ddab2b8c6f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.058488] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "ed9e0125-1904-4005-8c64-a7545f223146" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.124s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.063859] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1310.063859] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520a9e71-02f1-44fb-cbc2-39ea52061753" [ 1310.063859] env[65310]: _type = "Task" [ 1310.063859] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.072631] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520a9e71-02f1-44fb-cbc2-39ea52061753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.478615] env[65310]: DEBUG oslo_concurrency.lockutils [req-00c835bc-6834-42a0-b30e-e4e0dd2a8629 req-7eff9da9-79e2-4fbf-a47b-f5257320e1ca service nova] Releasing lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.478902] env[65310]: DEBUG nova.compute.manager [req-00c835bc-6834-42a0-b30e-e4e0dd2a8629 req-7eff9da9-79e2-4fbf-a47b-f5257320e1ca service nova] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Received event network-vif-deleted-c110b7dd-d87d-478b-9ba1-0e644064858c {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1310.575110] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]520a9e71-02f1-44fb-cbc2-39ea52061753, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.575842] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96df991-8dbf-4ccb-a9b3-70cee1ee7f03 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.581613] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1310.581613] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525645e9-cfd3-7b4c-8147-a4429325469b" [ 1310.581613] env[65310]: _type = "Task" [ 1310.581613] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.589874] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525645e9-cfd3-7b4c-8147-a4429325469b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.965722] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "10183094-3dd8-45a0-942c-c26933defbe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.965956] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "10183094-3dd8-45a0-942c-c26933defbe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.092337] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]525645e9-cfd3-7b4c-8147-a4429325469b, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.092543] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.092790] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] c108047d-f3bd-48a5-8df1-382cacd3e7da/c108047d-f3bd-48a5-8df1-382cacd3e7da.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.093070] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6327f4f9-08b3-4b8b-bc9f-44c23b43b07b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.100983] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1311.100983] env[65310]: value = "task-4447282" [ 1311.100983] env[65310]: _type = "Task" [ 1311.100983] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.110878] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.468948] env[65310]: DEBUG nova.compute.manager [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1311.611085] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492785} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.611504] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] c108047d-f3bd-48a5-8df1-382cacd3e7da/c108047d-f3bd-48a5-8df1-382cacd3e7da.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.611611] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.611910] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b0936f4-9cca-436d-9d8d-961136521822 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.619326] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1311.619326] env[65310]: value = "task-4447283" [ 1311.619326] env[65310]: _type = "Task" [ 1311.619326] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.628036] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.995056] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.995056] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.996646] env[65310]: INFO nova.compute.claims [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.129301] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080655} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.129586] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.130365] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ac432a-9532-4dc2-841a-230c282dd5bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.153585] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c108047d-f3bd-48a5-8df1-382cacd3e7da/c108047d-f3bd-48a5-8df1-382cacd3e7da.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.153832] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a405d24c-a055-4ab5-9d00-a4ff78d29485 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.173846] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1312.173846] env[65310]: value = "task-4447284" [ 1312.173846] env[65310]: _type = "Task" [ 1312.173846] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.181953] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.684093] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447284, 'name': ReconfigVM_Task, 'duration_secs': 0.267259} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.684313] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c108047d-f3bd-48a5-8df1-382cacd3e7da/c108047d-f3bd-48a5-8df1-382cacd3e7da.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.684812] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b31947f1-0cb3-4b98-b0bc-e4a3e845c3d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.693627] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1312.693627] env[65310]: value = "task-4447285" [ 1312.693627] env[65310]: _type = "Task" [ 1312.693627] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.704444] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447285, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.083378] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d9e8a4-eb22-4ade-a975-9c08d087888e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.092139] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5341ea-25bf-4c18-bfbe-f0830f275934 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.123770] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93741a5f-7b19-48fe-b18d-2f8d22e43681 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.131677] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b94175-745d-4084-a2a2-6b89047b4dea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.146726] env[65310]: DEBUG nova.compute.provider_tree [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.204100] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447285, 'name': Rename_Task, 'duration_secs': 0.129925} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.204392] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.204641] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de2af5b9-54b9-4f09-bf46-4527033fbd25 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.211524] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1313.211524] env[65310]: value = "task-4447286" [ 1313.211524] env[65310]: _type = "Task" [ 1313.211524] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.219761] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.649885] env[65310]: DEBUG nova.scheduler.client.report [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.722143] env[65310]: DEBUG oslo_vmware.api [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447286, 'name': PowerOnVM_Task, 'duration_secs': 0.48504} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.722440] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.722637] env[65310]: INFO nova.compute.manager [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1313.722811] env[65310]: DEBUG nova.compute.manager [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1313.723632] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9493b19e-28f2-4a69-a676-f0446c957dff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.155225] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.155789] env[65310]: DEBUG nova.compute.manager [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1314.243248] env[65310]: INFO nova.compute.manager [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Took 11.50 seconds to build instance. [ 1314.661512] env[65310]: DEBUG nova.compute.utils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1314.662993] env[65310]: DEBUG nova.compute.manager [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1314.663208] env[65310]: DEBUG nova.network.neutron [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1314.663559] env[65310]: WARNING neutronclient.v2_0.client [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1314.663875] env[65310]: WARNING neutronclient.v2_0.client [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1314.707693] env[65310]: DEBUG nova.policy [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22ce5fcd456242b8b984eced7c82693d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75ca0d21494b4d21a93dae7f8e746976', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1314.745746] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.013s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.858802] env[65310]: DEBUG nova.compute.manager [req-badd9d5a-0b67-4d2e-8953-d4a1a3888a69 req-0ec207dd-3f73-4141-b9a9-b80365964a7f service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Received event network-changed-7be04841-8638-4070-a70c-3d2af9300322 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1314.859022] env[65310]: DEBUG nova.compute.manager [req-badd9d5a-0b67-4d2e-8953-d4a1a3888a69 req-0ec207dd-3f73-4141-b9a9-b80365964a7f service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Refreshing instance network info cache due to event network-changed-7be04841-8638-4070-a70c-3d2af9300322. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1314.859604] env[65310]: DEBUG oslo_concurrency.lockutils [req-badd9d5a-0b67-4d2e-8953-d4a1a3888a69 req-0ec207dd-3f73-4141-b9a9-b80365964a7f service nova] Acquiring lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.859776] env[65310]: DEBUG oslo_concurrency.lockutils [req-badd9d5a-0b67-4d2e-8953-d4a1a3888a69 req-0ec207dd-3f73-4141-b9a9-b80365964a7f service nova] Acquired lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.860045] env[65310]: DEBUG nova.network.neutron [req-badd9d5a-0b67-4d2e-8953-d4a1a3888a69 req-0ec207dd-3f73-4141-b9a9-b80365964a7f service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Refreshing network info cache for port 7be04841-8638-4070-a70c-3d2af9300322 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.044771] env[65310]: DEBUG nova.network.neutron [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Successfully created port: 501ee41e-380d-461a-8f55-ad8c9d9ccd86 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1315.167432] env[65310]: DEBUG nova.compute.manager [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1315.366408] env[65310]: WARNING neutronclient.v2_0.client [req-badd9d5a-0b67-4d2e-8953-d4a1a3888a69 req-0ec207dd-3f73-4141-b9a9-b80365964a7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.524665] env[65310]: WARNING neutronclient.v2_0.client [req-badd9d5a-0b67-4d2e-8953-d4a1a3888a69 req-0ec207dd-3f73-4141-b9a9-b80365964a7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.603831] env[65310]: DEBUG nova.network.neutron [req-badd9d5a-0b67-4d2e-8953-d4a1a3888a69 req-0ec207dd-3f73-4141-b9a9-b80365964a7f service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updated VIF entry in instance network info cache for port 7be04841-8638-4070-a70c-3d2af9300322. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1315.604210] env[65310]: DEBUG nova.network.neutron [req-badd9d5a-0b67-4d2e-8953-d4a1a3888a69 req-0ec207dd-3f73-4141-b9a9-b80365964a7f service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance_info_cache with network_info: [{"id": "7be04841-8638-4070-a70c-3d2af9300322", "address": "fa:16:3e:05:62:35", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be04841-86", "ovs_interfaceid": "7be04841-8638-4070-a70c-3d2af9300322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.107601] env[65310]: DEBUG oslo_concurrency.lockutils [req-badd9d5a-0b67-4d2e-8953-d4a1a3888a69 req-0ec207dd-3f73-4141-b9a9-b80365964a7f service nova] Releasing lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.179606] env[65310]: DEBUG nova.compute.manager [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1316.209354] env[65310]: DEBUG nova.virt.hardware [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1316.209840] env[65310]: DEBUG nova.virt.hardware [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.210193] env[65310]: DEBUG nova.virt.hardware [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1316.210571] env[65310]: DEBUG nova.virt.hardware [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.210860] env[65310]: DEBUG nova.virt.hardware [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1316.211179] env[65310]: DEBUG nova.virt.hardware [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1316.211589] env[65310]: DEBUG nova.virt.hardware [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1316.211905] env[65310]: DEBUG nova.virt.hardware [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1316.212250] env[65310]: DEBUG nova.virt.hardware [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1316.212583] env[65310]: DEBUG nova.virt.hardware [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1316.212928] env[65310]: DEBUG nova.virt.hardware [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1316.214499] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75019c28-f066-4967-9ffe-ddb3a0a7c309 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.226527] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8428e0-bed9-4028-98af-e42276a9eb8c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.553137] env[65310]: DEBUG nova.network.neutron [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Successfully updated port: 501ee41e-380d-461a-8f55-ad8c9d9ccd86 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1316.885885] env[65310]: DEBUG nova.compute.manager [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Received event network-vif-plugged-501ee41e-380d-461a-8f55-ad8c9d9ccd86 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1316.886146] env[65310]: DEBUG oslo_concurrency.lockutils [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] Acquiring lock "10183094-3dd8-45a0-942c-c26933defbe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.886438] env[65310]: DEBUG oslo_concurrency.lockutils [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] Lock "10183094-3dd8-45a0-942c-c26933defbe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.886618] env[65310]: DEBUG oslo_concurrency.lockutils [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] Lock "10183094-3dd8-45a0-942c-c26933defbe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.886792] env[65310]: DEBUG nova.compute.manager [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] No waiting events found dispatching network-vif-plugged-501ee41e-380d-461a-8f55-ad8c9d9ccd86 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1316.886953] env[65310]: WARNING nova.compute.manager [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Received unexpected event network-vif-plugged-501ee41e-380d-461a-8f55-ad8c9d9ccd86 for instance with vm_state building and task_state spawning. [ 1316.887127] env[65310]: DEBUG nova.compute.manager [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Received event network-changed-501ee41e-380d-461a-8f55-ad8c9d9ccd86 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1316.887281] env[65310]: DEBUG nova.compute.manager [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Refreshing instance network info cache due to event network-changed-501ee41e-380d-461a-8f55-ad8c9d9ccd86. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1316.887457] env[65310]: DEBUG oslo_concurrency.lockutils [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] Acquiring lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.887603] env[65310]: DEBUG oslo_concurrency.lockutils [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] Acquired lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.887827] env[65310]: DEBUG nova.network.neutron [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Refreshing network info cache for port 501ee41e-380d-461a-8f55-ad8c9d9ccd86 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.055018] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.390622] env[65310]: WARNING neutronclient.v2_0.client [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.425404] env[65310]: DEBUG nova.network.neutron [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1317.512746] env[65310]: DEBUG nova.network.neutron [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.762531] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.015525] env[65310]: DEBUG oslo_concurrency.lockutils [req-11628e07-2b9b-408f-82de-727739d92407 req-255ec266-f268-4c09-9f5b-faaf217b6750 service nova] Releasing lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.015950] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.016158] env[65310]: DEBUG nova.network.neutron [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1318.549433] env[65310]: DEBUG nova.network.neutron [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1318.622740] env[65310]: WARNING neutronclient.v2_0.client [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1318.691898] env[65310]: DEBUG nova.network.neutron [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Updating instance_info_cache with network_info: [{"id": "501ee41e-380d-461a-8f55-ad8c9d9ccd86", "address": "fa:16:3e:ff:f4:f3", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501ee41e-38", "ovs_interfaceid": "501ee41e-380d-461a-8f55-ad8c9d9ccd86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.195096] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.195476] env[65310]: DEBUG nova.compute.manager [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Instance network_info: |[{"id": "501ee41e-380d-461a-8f55-ad8c9d9ccd86", "address": "fa:16:3e:ff:f4:f3", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501ee41e-38", "ovs_interfaceid": "501ee41e-380d-461a-8f55-ad8c9d9ccd86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1319.195948] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:f4:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '501ee41e-380d-461a-8f55-ad8c9d9ccd86', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.203376] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1319.203602] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.203835] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e29cdfc6-e032-4d60-83fe-6d14d1e399e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.224182] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.224182] env[65310]: value = "task-4447287" [ 1319.224182] env[65310]: _type = "Task" [ 1319.224182] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.232617] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447287, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.735374] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447287, 'name': CreateVM_Task, 'duration_secs': 0.290474} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.735783] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.736060] env[65310]: WARNING neutronclient.v2_0.client [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1319.736416] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.736573] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.736888] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.737168] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0869520-f70e-42e8-89fa-01a7414d7719 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.742448] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1319.742448] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52566dfa-aaee-f642-0f10-80293af0ccd8" [ 1319.742448] env[65310]: _type = "Task" [ 1319.742448] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.750405] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52566dfa-aaee-f642-0f10-80293af0ccd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.761886] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.254550] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52566dfa-aaee-f642-0f10-80293af0ccd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.254910] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.255220] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.255503] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.255684] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.255927] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.256247] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fff9323a-ca6e-4c38-8d0b-f168c5c348e0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.266015] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.266245] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.266411] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.266558] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1320.266861] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.267096] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.268317] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3770ccd7-ce84-4884-b2c4-b2a2f0ffaf63 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.271195] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ad6694-a2ef-4516-89ef-e68e2657b8f5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.277267] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1320.277267] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5272b487-f784-cdfd-ea11-c5fb4e40edbd" [ 1320.277267] env[65310]: _type = "Task" [ 1320.277267] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.283673] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06571162-50d9-4101-9b09-a33b9afc7280 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.293865] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5272b487-f784-cdfd-ea11-c5fb4e40edbd, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.302035] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5f0cc3-2124-46b3-a151-c109e323df5c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.305115] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c5bcdb-7509-464c-bdb4-630877a3789a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.314685] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a0151d-a721-41d6-9a10-dc7724d9a900 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.317962] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1320.317962] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5279b5e5-81e5-d5dc-51f2-cb2e35d53b88" [ 1320.317962] env[65310]: _type = "Task" [ 1320.317962] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.345026] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179400MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1320.345201] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.345398] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.350376] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5279b5e5-81e5-d5dc-51f2-cb2e35d53b88, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.350872] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.351149] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 10183094-3dd8-45a0-942c-c26933defbe6/10183094-3dd8-45a0-942c-c26933defbe6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.351421] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d3a3341-08a2-4849-a104-714a7fbf8e45 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.359522] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1320.359522] env[65310]: value = "task-4447288" [ 1320.359522] env[65310]: _type = "Task" [ 1320.359522] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.368469] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.869168] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447288, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.371160] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447288, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.380561] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance a44a03e7-d28b-4106-b87a-5feeba108b61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1321.380695] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 5a381936-3730-4df3-b8c6-c8decc7f9773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1321.380814] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance c108047d-f3bd-48a5-8df1-382cacd3e7da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1321.380925] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 10183094-3dd8-45a0-942c-c26933defbe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1321.381124] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1321.381298] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '4', 'num_vm_active': '3', 'num_task_None': '3', 'num_os_type_None': '4', 'num_proj_66a4fd9f7d264da1a5f8b673a23dfc30': '2', 'io_workload': '1', 'num_proj_ed021caea0084e8f825dd25bb3c22065': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_75ca0d21494b4d21a93dae7f8e746976': '1'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1321.450539] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31199d4e-ae91-4131-add3-2c7fb1d621bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.459338] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9ef9c8-e4e1-4731-9ce7-64563ce6649f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.490597] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbff4b52-59dd-4cc6-aae5-76b9bbdba52a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.499290] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfe1b03-9681-4f68-b877-e9945fbaf39c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.514085] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.872137] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447288, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.47917} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.872551] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 10183094-3dd8-45a0-942c-c26933defbe6/10183094-3dd8-45a0-942c-c26933defbe6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.872551] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.872851] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4405b16-5e9e-400a-8f23-8bdcc38d0ed2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.879362] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1321.879362] env[65310]: value = "task-4447289" [ 1321.879362] env[65310]: _type = "Task" [ 1321.879362] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.888982] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.017356] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.389997] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062572} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.390225] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.391081] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6baa39-bb0f-454f-a53a-374da3b4741b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.413555] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 10183094-3dd8-45a0-942c-c26933defbe6/10183094-3dd8-45a0-942c-c26933defbe6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.413846] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aeb829b-70d5-414d-8434-b9ec40a426e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.435505] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1322.435505] env[65310]: value = "task-4447290" [ 1322.435505] env[65310]: _type = "Task" [ 1322.435505] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.444709] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.522741] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1322.522937] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.946509] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447290, 'name': ReconfigVM_Task, 'duration_secs': 0.361066} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.946950] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 10183094-3dd8-45a0-942c-c26933defbe6/10183094-3dd8-45a0-942c-c26933defbe6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.947447] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a90d9485-c1af-46fd-9503-6029a349e0ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.954093] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1322.954093] env[65310]: value = "task-4447291" [ 1322.954093] env[65310]: _type = "Task" [ 1322.954093] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.962556] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447291, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.464912] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447291, 'name': Rename_Task, 'duration_secs': 0.140004} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.465200] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.465524] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0dd4a1f-4564-45e8-a41c-4efcd30154f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.475925] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1323.475925] env[65310]: value = "task-4447292" [ 1323.475925] env[65310]: _type = "Task" [ 1323.475925] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.484249] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.986807] env[65310]: DEBUG oslo_vmware.api [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447292, 'name': PowerOnVM_Task, 'duration_secs': 0.434381} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.987087] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.987292] env[65310]: INFO nova.compute.manager [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1323.987463] env[65310]: DEBUG nova.compute.manager [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1323.988261] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123c35e2-0d6a-4bf1-bd56-c96ab3c576e5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.506934] env[65310]: INFO nova.compute.manager [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Took 12.53 seconds to build instance. [ 1324.555993] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "5a381936-3730-4df3-b8c6-c8decc7f9773" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.556288] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.009059] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d5955c4d-f833-421f-9e83-488289713341 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "10183094-3dd8-45a0-942c-c26933defbe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.043s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.059216] env[65310]: INFO nova.compute.manager [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Detaching volume b26d46c9-d7d9-4bf7-a922-f52aba263d55 [ 1325.086662] env[65310]: DEBUG nova.compute.manager [req-75c99257-5d7f-4830-a421-3b65913a3b50 req-23fff85d-30d6-4764-b6e5-a5c28cbf7c36 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Received event network-changed-501ee41e-380d-461a-8f55-ad8c9d9ccd86 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1325.087010] env[65310]: DEBUG nova.compute.manager [req-75c99257-5d7f-4830-a421-3b65913a3b50 req-23fff85d-30d6-4764-b6e5-a5c28cbf7c36 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Refreshing instance network info cache due to event network-changed-501ee41e-380d-461a-8f55-ad8c9d9ccd86. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1325.087179] env[65310]: DEBUG oslo_concurrency.lockutils [req-75c99257-5d7f-4830-a421-3b65913a3b50 req-23fff85d-30d6-4764-b6e5-a5c28cbf7c36 service nova] Acquiring lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.087321] env[65310]: DEBUG oslo_concurrency.lockutils [req-75c99257-5d7f-4830-a421-3b65913a3b50 req-23fff85d-30d6-4764-b6e5-a5c28cbf7c36 service nova] Acquired lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.087501] env[65310]: DEBUG nova.network.neutron [req-75c99257-5d7f-4830-a421-3b65913a3b50 req-23fff85d-30d6-4764-b6e5-a5c28cbf7c36 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Refreshing network info cache for port 501ee41e-380d-461a-8f55-ad8c9d9ccd86 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.095393] env[65310]: INFO nova.virt.block_device [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Attempting to driver detach volume b26d46c9-d7d9-4bf7-a922-f52aba263d55 from mountpoint /dev/sdb [ 1325.095628] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1325.095817] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869821', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'name': 'volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a381936-3730-4df3-b8c6-c8decc7f9773', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'serial': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1325.096696] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21573b1b-71fc-4862-a5c0-519f3226b1fa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.122481] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5b7421-6df6-4cf3-9b3a-3d168f396e45 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.131433] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6a3bec-60c1-4553-b1d9-78722e502ea9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.153177] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3705dc5-47f3-4737-8ef9-7d26dd4dc4e7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.169930] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The volume has not been displaced from its original location: [datastore1] volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55/volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1325.175301] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.175625] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8139f19d-2991-4442-82ca-dd35a48bd008 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.194740] env[65310]: DEBUG oslo_vmware.api [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1325.194740] env[65310]: value = "task-4447293" [ 1325.194740] env[65310]: _type = "Task" [ 1325.194740] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.203070] env[65310]: DEBUG oslo_vmware.api [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.523651] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.523893] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.524060] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.524223] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.524367] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.524773] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1325.590701] env[65310]: WARNING neutronclient.v2_0.client [req-75c99257-5d7f-4830-a421-3b65913a3b50 req-23fff85d-30d6-4764-b6e5-a5c28cbf7c36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.706565] env[65310]: DEBUG oslo_vmware.api [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447293, 'name': ReconfigVM_Task, 'duration_secs': 0.218796} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.706850] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.711418] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57eca74e-048e-4a8f-9864-8f773ff4743d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.729577] env[65310]: DEBUG oslo_vmware.api [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1325.729577] env[65310]: value = "task-4447294" [ 1325.729577] env[65310]: _type = "Task" [ 1325.729577] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.738386] env[65310]: DEBUG oslo_vmware.api [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.761994] env[65310]: WARNING neutronclient.v2_0.client [req-75c99257-5d7f-4830-a421-3b65913a3b50 req-23fff85d-30d6-4764-b6e5-a5c28cbf7c36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.764534] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.833512] env[65310]: DEBUG nova.network.neutron [req-75c99257-5d7f-4830-a421-3b65913a3b50 req-23fff85d-30d6-4764-b6e5-a5c28cbf7c36 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Updated VIF entry in instance network info cache for port 501ee41e-380d-461a-8f55-ad8c9d9ccd86. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1325.833904] env[65310]: DEBUG nova.network.neutron [req-75c99257-5d7f-4830-a421-3b65913a3b50 req-23fff85d-30d6-4764-b6e5-a5c28cbf7c36 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Updating instance_info_cache with network_info: [{"id": "501ee41e-380d-461a-8f55-ad8c9d9ccd86", "address": "fa:16:3e:ff:f4:f3", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501ee41e-38", "ovs_interfaceid": "501ee41e-380d-461a-8f55-ad8c9d9ccd86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.239837] env[65310]: DEBUG oslo_vmware.api [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447294, 'name': ReconfigVM_Task, 'duration_secs': 0.146988} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.240239] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869821', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'name': 'volume-b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a381936-3730-4df3-b8c6-c8decc7f9773', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55', 'serial': 'b26d46c9-d7d9-4bf7-a922-f52aba263d55'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1326.337376] env[65310]: DEBUG oslo_concurrency.lockutils [req-75c99257-5d7f-4830-a421-3b65913a3b50 req-23fff85d-30d6-4764-b6e5-a5c28cbf7c36 service nova] Releasing lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.785473] env[65310]: DEBUG nova.objects.instance [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lazy-loading 'flavor' on Instance uuid 5a381936-3730-4df3-b8c6-c8decc7f9773 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.793299] env[65310]: DEBUG oslo_concurrency.lockutils [None req-31b14fcd-f93d-40b1-8799-ee931a35971a tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.817774] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "5a381936-3730-4df3-b8c6-c8decc7f9773" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.818187] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.818187] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "5a381936-3730-4df3-b8c6-c8decc7f9773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.818335] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.818494] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.820629] env[65310]: INFO nova.compute.manager [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Terminating instance [ 1329.324209] env[65310]: DEBUG nova.compute.manager [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1329.324500] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.325409] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00897ee1-270a-4332-bb3c-77b43eb7684d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.334077] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.334351] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ddc9af9-eb23-487f-9cf8-9932b4507805 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.341238] env[65310]: DEBUG oslo_vmware.api [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1329.341238] env[65310]: value = "task-4447295" [ 1329.341238] env[65310]: _type = "Task" [ 1329.341238] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.349780] env[65310]: DEBUG oslo_vmware.api [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.851987] env[65310]: DEBUG oslo_vmware.api [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447295, 'name': PowerOffVM_Task, 'duration_secs': 0.247831} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.852549] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.852549] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.852643] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-290704fd-da27-440b-a578-afefda62233e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.918238] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.918507] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.918646] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleting the datastore file [datastore1] 5a381936-3730-4df3-b8c6-c8decc7f9773 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.918941] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2adb365f-6a4e-41cd-a384-607fcd338365 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.926373] env[65310]: DEBUG oslo_vmware.api [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1329.926373] env[65310]: value = "task-4447297" [ 1329.926373] env[65310]: _type = "Task" [ 1329.926373] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.934668] env[65310]: DEBUG oslo_vmware.api [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.436888] env[65310]: DEBUG oslo_vmware.api [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148523} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.437077] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.437175] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.437349] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.437520] env[65310]: INFO nova.compute.manager [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1330.437768] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1330.437960] env[65310]: DEBUG nova.compute.manager [-] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1330.438094] env[65310]: DEBUG nova.network.neutron [-] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1330.438326] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.470055] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.957276] env[65310]: DEBUG nova.compute.manager [req-dd66c01f-2c08-4770-a104-b90af380901e req-d415a8d1-ea18-4296-830d-49fba1c32c76 service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Received event network-vif-deleted-c84a5e33-4933-4c4f-9ab7-feddedc0043d {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1330.957646] env[65310]: INFO nova.compute.manager [req-dd66c01f-2c08-4770-a104-b90af380901e req-d415a8d1-ea18-4296-830d-49fba1c32c76 service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Neutron deleted interface c84a5e33-4933-4c4f-9ab7-feddedc0043d; detaching it from the instance and deleting it from the info cache [ 1330.957646] env[65310]: DEBUG nova.network.neutron [req-dd66c01f-2c08-4770-a104-b90af380901e req-d415a8d1-ea18-4296-830d-49fba1c32c76 service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.430494] env[65310]: DEBUG nova.network.neutron [-] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.460214] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edbb727e-e880-4ec4-b39e-5d468733d857 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.470897] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517cbfc1-d74e-4f6b-a399-1f63ccab5073 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.499451] env[65310]: DEBUG nova.compute.manager [req-dd66c01f-2c08-4770-a104-b90af380901e req-d415a8d1-ea18-4296-830d-49fba1c32c76 service nova] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Detach interface failed, port_id=c84a5e33-4933-4c4f-9ab7-feddedc0043d, reason: Instance 5a381936-3730-4df3-b8c6-c8decc7f9773 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1331.933219] env[65310]: INFO nova.compute.manager [-] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Took 1.49 seconds to deallocate network for instance. [ 1332.440151] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.440549] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.440682] env[65310]: DEBUG nova.objects.instance [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lazy-loading 'resources' on Instance uuid 5a381936-3730-4df3-b8c6-c8decc7f9773 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.011105] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc667d4-d822-429e-a621-47524f14c6cd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.019595] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0689bb-e475-423e-8e0e-42c7dbd0c108 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.050792] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a402d2a2-6199-4d16-999a-057b61da2ce5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.059369] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f400b779-43a9-4f34-ba97-a479f9706ccd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.075932] env[65310]: DEBUG nova.compute.provider_tree [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.580171] env[65310]: DEBUG nova.scheduler.client.report [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.085613] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.105887] env[65310]: INFO nova.scheduler.client.report [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted allocations for instance 5a381936-3730-4df3-b8c6-c8decc7f9773 [ 1334.615082] env[65310]: DEBUG oslo_concurrency.lockutils [None req-08b9e532-56c5-49d2-937f-550c4d72e324 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "5a381936-3730-4df3-b8c6-c8decc7f9773" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.797s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.365860] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.366405] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.868493] env[65310]: DEBUG nova.compute.manager [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1337.392825] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.393141] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.394650] env[65310]: INFO nova.compute.claims [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.461805] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4131359b-82ef-410c-a060-5042c62a8385 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.471414] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8514276-81ba-42b7-831b-7197dcd2442a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.504048] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f43e9e-6385-4bdd-a045-6bdff4220e82 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.512627] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bbb8cb-12d9-4d8d-bb7e-64c3e0db7289 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.527173] env[65310]: DEBUG nova.compute.provider_tree [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.030824] env[65310]: DEBUG nova.scheduler.client.report [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.535906] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.536451] env[65310]: DEBUG nova.compute.manager [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1340.041274] env[65310]: DEBUG nova.compute.utils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1340.042740] env[65310]: DEBUG nova.compute.manager [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1340.042936] env[65310]: DEBUG nova.network.neutron [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1340.043271] env[65310]: WARNING neutronclient.v2_0.client [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.043604] env[65310]: WARNING neutronclient.v2_0.client [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.094600] env[65310]: DEBUG nova.policy [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75f2dc02e7714054829604036f9aefee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a4fd9f7d264da1a5f8b673a23dfc30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1340.379237] env[65310]: DEBUG nova.network.neutron [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Successfully created port: 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1340.547250] env[65310]: DEBUG nova.compute.manager [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1341.558329] env[65310]: DEBUG nova.compute.manager [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1341.586147] env[65310]: DEBUG nova.virt.hardware [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1341.586410] env[65310]: DEBUG nova.virt.hardware [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.586562] env[65310]: DEBUG nova.virt.hardware [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1341.586743] env[65310]: DEBUG nova.virt.hardware [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.586894] env[65310]: DEBUG nova.virt.hardware [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1341.587049] env[65310]: DEBUG nova.virt.hardware [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1341.587275] env[65310]: DEBUG nova.virt.hardware [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1341.587476] env[65310]: DEBUG nova.virt.hardware [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1341.587646] env[65310]: DEBUG nova.virt.hardware [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1341.587808] env[65310]: DEBUG nova.virt.hardware [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1341.587984] env[65310]: DEBUG nova.virt.hardware [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1341.588880] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37e282f-53fc-4502-b186-51a3a0d6172e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.597418] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2d5611-4bda-4ecd-9299-fe7a4879e275 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.763294] env[65310]: DEBUG nova.compute.manager [req-809fad7b-bd8d-4bdf-a937-b6e6bb9e7473 req-6ed5d0ed-ed32-4032-8777-f0b9e78c51dc service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Received event network-vif-plugged-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1341.763511] env[65310]: DEBUG oslo_concurrency.lockutils [req-809fad7b-bd8d-4bdf-a937-b6e6bb9e7473 req-6ed5d0ed-ed32-4032-8777-f0b9e78c51dc service nova] Acquiring lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.763757] env[65310]: DEBUG oslo_concurrency.lockutils [req-809fad7b-bd8d-4bdf-a937-b6e6bb9e7473 req-6ed5d0ed-ed32-4032-8777-f0b9e78c51dc service nova] Lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.763924] env[65310]: DEBUG oslo_concurrency.lockutils [req-809fad7b-bd8d-4bdf-a937-b6e6bb9e7473 req-6ed5d0ed-ed32-4032-8777-f0b9e78c51dc service nova] Lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.764153] env[65310]: DEBUG nova.compute.manager [req-809fad7b-bd8d-4bdf-a937-b6e6bb9e7473 req-6ed5d0ed-ed32-4032-8777-f0b9e78c51dc service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] No waiting events found dispatching network-vif-plugged-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1341.764324] env[65310]: WARNING nova.compute.manager [req-809fad7b-bd8d-4bdf-a937-b6e6bb9e7473 req-6ed5d0ed-ed32-4032-8777-f0b9e78c51dc service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Received unexpected event network-vif-plugged-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c for instance with vm_state building and task_state spawning. [ 1341.852375] env[65310]: DEBUG nova.network.neutron [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Successfully updated port: 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1342.355889] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "refresh_cache-6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.356138] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "refresh_cache-6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.356341] env[65310]: DEBUG nova.network.neutron [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1342.892050] env[65310]: DEBUG nova.network.neutron [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1342.968241] env[65310]: WARNING neutronclient.v2_0.client [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1343.054113] env[65310]: DEBUG nova.network.neutron [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Updating instance_info_cache with network_info: [{"id": "570711a9-7ce1-4f78-9e63-9c56fe3b5f4c", "address": "fa:16:3e:2f:e6:dd", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570711a9-7c", "ovs_interfaceid": "570711a9-7ce1-4f78-9e63-9c56fe3b5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.557237] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "refresh_cache-6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.557555] env[65310]: DEBUG nova.compute.manager [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Instance network_info: |[{"id": "570711a9-7ce1-4f78-9e63-9c56fe3b5f4c", "address": "fa:16:3e:2f:e6:dd", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570711a9-7c", "ovs_interfaceid": "570711a9-7ce1-4f78-9e63-9c56fe3b5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1343.558045] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:e6:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '570711a9-7ce1-4f78-9e63-9c56fe3b5f4c', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.565861] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1343.566122] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.566376] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c55305f-5aaf-476e-ac81-60076b9ad149 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.588186] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.588186] env[65310]: value = "task-4447298" [ 1343.588186] env[65310]: _type = "Task" [ 1343.588186] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.596973] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447298, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.792860] env[65310]: DEBUG nova.compute.manager [req-743fd075-051f-425f-951a-8eebfdb003d6 req-62db04c6-1e63-4be0-afaa-f2165368f6b6 service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Received event network-changed-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1343.792991] env[65310]: DEBUG nova.compute.manager [req-743fd075-051f-425f-951a-8eebfdb003d6 req-62db04c6-1e63-4be0-afaa-f2165368f6b6 service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Refreshing instance network info cache due to event network-changed-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1343.793346] env[65310]: DEBUG oslo_concurrency.lockutils [req-743fd075-051f-425f-951a-8eebfdb003d6 req-62db04c6-1e63-4be0-afaa-f2165368f6b6 service nova] Acquiring lock "refresh_cache-6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.793633] env[65310]: DEBUG oslo_concurrency.lockutils [req-743fd075-051f-425f-951a-8eebfdb003d6 req-62db04c6-1e63-4be0-afaa-f2165368f6b6 service nova] Acquired lock "refresh_cache-6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.793805] env[65310]: DEBUG nova.network.neutron [req-743fd075-051f-425f-951a-8eebfdb003d6 req-62db04c6-1e63-4be0-afaa-f2165368f6b6 service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Refreshing network info cache for port 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.098457] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447298, 'name': CreateVM_Task, 'duration_secs': 0.315702} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.098905] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.099143] env[65310]: WARNING neutronclient.v2_0.client [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.099510] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.099659] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.099983] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.100260] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06c81550-8e38-4c06-bb29-ad64e153eaef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.105578] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1344.105578] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ecf193-e690-aeb4-9b71-11ffc4495ac0" [ 1344.105578] env[65310]: _type = "Task" [ 1344.105578] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.113980] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ecf193-e690-aeb4-9b71-11ffc4495ac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.297324] env[65310]: WARNING neutronclient.v2_0.client [req-743fd075-051f-425f-951a-8eebfdb003d6 req-62db04c6-1e63-4be0-afaa-f2165368f6b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.462996] env[65310]: WARNING neutronclient.v2_0.client [req-743fd075-051f-425f-951a-8eebfdb003d6 req-62db04c6-1e63-4be0-afaa-f2165368f6b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.532061] env[65310]: DEBUG nova.network.neutron [req-743fd075-051f-425f-951a-8eebfdb003d6 req-62db04c6-1e63-4be0-afaa-f2165368f6b6 service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Updated VIF entry in instance network info cache for port 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1344.532436] env[65310]: DEBUG nova.network.neutron [req-743fd075-051f-425f-951a-8eebfdb003d6 req-62db04c6-1e63-4be0-afaa-f2165368f6b6 service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Updating instance_info_cache with network_info: [{"id": "570711a9-7ce1-4f78-9e63-9c56fe3b5f4c", "address": "fa:16:3e:2f:e6:dd", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570711a9-7c", "ovs_interfaceid": "570711a9-7ce1-4f78-9e63-9c56fe3b5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.616950] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52ecf193-e690-aeb4-9b71-11ffc4495ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.010976} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.617222] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.617470] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.617789] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.617956] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.618180] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.618450] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff9c768f-ed3d-4dcd-868f-5cfa722e664b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.627187] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.627362] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.628066] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4391ddf-865e-4331-8e39-3b20cac1266d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.634865] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1344.634865] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529085c0-5e52-a617-c94f-d00950c688ad" [ 1344.634865] env[65310]: _type = "Task" [ 1344.634865] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.642863] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529085c0-5e52-a617-c94f-d00950c688ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.035875] env[65310]: DEBUG oslo_concurrency.lockutils [req-743fd075-051f-425f-951a-8eebfdb003d6 req-62db04c6-1e63-4be0-afaa-f2165368f6b6 service nova] Releasing lock "refresh_cache-6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.146066] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529085c0-5e52-a617-c94f-d00950c688ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.146775] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e802c6-2b28-4c72-b40a-69036357299f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.152447] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1345.152447] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521552b1-8a33-c758-8dfa-645b8ed1b786" [ 1345.152447] env[65310]: _type = "Task" [ 1345.152447] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.161958] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521552b1-8a33-c758-8dfa-645b8ed1b786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.662851] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]521552b1-8a33-c758-8dfa-645b8ed1b786, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.663066] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.663290] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6/6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.663555] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17ffa4bf-68a6-43aa-876a-21c3aab5fa6c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.671104] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1345.671104] env[65310]: value = "task-4447299" [ 1345.671104] env[65310]: _type = "Task" [ 1345.671104] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.679379] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.181474] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445724} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.181854] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6/6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.181932] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.182148] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ed92ef-394d-404e-bef7-ff2a3ce76040 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.189570] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1346.189570] env[65310]: value = "task-4447300" [ 1346.189570] env[65310]: _type = "Task" [ 1346.189570] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.198483] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.702131] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060093} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.702131] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.702402] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd2dc12-6bb1-484a-a285-973005943bc7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.727452] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6/6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.727769] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d61056d-0c46-4f07-a1c4-9b83514ea68a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.749978] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1346.749978] env[65310]: value = "task-4447301" [ 1346.749978] env[65310]: _type = "Task" [ 1346.749978] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.758859] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.260778] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447301, 'name': ReconfigVM_Task, 'duration_secs': 0.26606} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.261191] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6/6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.261875] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea1d0937-99e5-454e-a38b-5b764039aac5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.269128] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1347.269128] env[65310]: value = "task-4447302" [ 1347.269128] env[65310]: _type = "Task" [ 1347.269128] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.277648] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447302, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.779555] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447302, 'name': Rename_Task, 'duration_secs': 0.158427} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.779817] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.780092] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b18ce73c-4325-4816-9e05-2c77a7685c30 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.786821] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1347.786821] env[65310]: value = "task-4447303" [ 1347.786821] env[65310]: _type = "Task" [ 1347.786821] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.794903] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.297967] env[65310]: DEBUG oslo_vmware.api [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447303, 'name': PowerOnVM_Task, 'duration_secs': 0.428394} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.298368] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.298514] env[65310]: INFO nova.compute.manager [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1348.298694] env[65310]: DEBUG nova.compute.manager [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1348.299493] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2b7971-24ba-4410-8d06-e781983f1dbe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.817662] env[65310]: INFO nova.compute.manager [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Took 11.44 seconds to build instance. [ 1349.216957] env[65310]: DEBUG nova.compute.manager [req-559c1f2e-4c07-4a8d-8ed1-76005d4a5b1b req-597a8e36-ecb2-4b0c-92f8-39f937adb73a service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Received event network-changed-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1349.217031] env[65310]: DEBUG nova.compute.manager [req-559c1f2e-4c07-4a8d-8ed1-76005d4a5b1b req-597a8e36-ecb2-4b0c-92f8-39f937adb73a service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Refreshing instance network info cache due to event network-changed-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1349.218273] env[65310]: DEBUG oslo_concurrency.lockutils [req-559c1f2e-4c07-4a8d-8ed1-76005d4a5b1b req-597a8e36-ecb2-4b0c-92f8-39f937adb73a service nova] Acquiring lock "refresh_cache-6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.218273] env[65310]: DEBUG oslo_concurrency.lockutils [req-559c1f2e-4c07-4a8d-8ed1-76005d4a5b1b req-597a8e36-ecb2-4b0c-92f8-39f937adb73a service nova] Acquired lock "refresh_cache-6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.218273] env[65310]: DEBUG nova.network.neutron [req-559c1f2e-4c07-4a8d-8ed1-76005d4a5b1b req-597a8e36-ecb2-4b0c-92f8-39f937adb73a service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Refreshing network info cache for port 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.319703] env[65310]: DEBUG oslo_concurrency.lockutils [None req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.953s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.721521] env[65310]: WARNING neutronclient.v2_0.client [req-559c1f2e-4c07-4a8d-8ed1-76005d4a5b1b req-597a8e36-ecb2-4b0c-92f8-39f937adb73a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.868370] env[65310]: WARNING neutronclient.v2_0.client [req-559c1f2e-4c07-4a8d-8ed1-76005d4a5b1b req-597a8e36-ecb2-4b0c-92f8-39f937adb73a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.953240] env[65310]: DEBUG nova.network.neutron [req-559c1f2e-4c07-4a8d-8ed1-76005d4a5b1b req-597a8e36-ecb2-4b0c-92f8-39f937adb73a service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Updated VIF entry in instance network info cache for port 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1349.953595] env[65310]: DEBUG nova.network.neutron [req-559c1f2e-4c07-4a8d-8ed1-76005d4a5b1b req-597a8e36-ecb2-4b0c-92f8-39f937adb73a service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Updating instance_info_cache with network_info: [{"id": "570711a9-7ce1-4f78-9e63-9c56fe3b5f4c", "address": "fa:16:3e:2f:e6:dd", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570711a9-7c", "ovs_interfaceid": "570711a9-7ce1-4f78-9e63-9c56fe3b5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.456746] env[65310]: DEBUG oslo_concurrency.lockutils [req-559c1f2e-4c07-4a8d-8ed1-76005d4a5b1b req-597a8e36-ecb2-4b0c-92f8-39f937adb73a service nova] Releasing lock "refresh_cache-6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.120899] env[65310]: DEBUG oslo_concurrency.lockutils [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.120899] env[65310]: DEBUG oslo_concurrency.lockutils [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.624913] env[65310]: DEBUG nova.compute.utils [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1354.127689] env[65310]: DEBUG oslo_concurrency.lockutils [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.189872] env[65310]: DEBUG oslo_concurrency.lockutils [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.190299] env[65310]: DEBUG oslo_concurrency.lockutils [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.190508] env[65310]: INFO nova.compute.manager [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Attaching volume 4dab40cb-d498-4a1f-a2b4-9131540f7849 to /dev/sdb [ 1355.221021] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0558836c-815c-4cc7-b8bc-d32778a2348b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.229138] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa12692-8533-4d70-b61f-44a294177b61 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.243794] env[65310]: DEBUG nova.virt.block_device [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating existing volume attachment record: 71ac97ff-8ed5-4eae-b068-36e12003c870 {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1360.287849] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1360.288124] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869829', 'volume_id': '4dab40cb-d498-4a1f-a2b4-9131540f7849', 'name': 'volume-4dab40cb-d498-4a1f-a2b4-9131540f7849', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c108047d-f3bd-48a5-8df1-382cacd3e7da', 'attached_at': '', 'detached_at': '', 'volume_id': '4dab40cb-d498-4a1f-a2b4-9131540f7849', 'serial': '4dab40cb-d498-4a1f-a2b4-9131540f7849'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1360.288979] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c1e8ee-d443-4323-bfca-e543be3b0f25 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.308602] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d047844-1412-4595-977d-f2af7b45e01d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.333549] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-4dab40cb-d498-4a1f-a2b4-9131540f7849/volume-4dab40cb-d498-4a1f-a2b4-9131540f7849.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.333838] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2235b845-0bcf-41f1-9ee9-0f9e26ce061c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.352204] env[65310]: DEBUG oslo_vmware.api [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1360.352204] env[65310]: value = "task-4447313" [ 1360.352204] env[65310]: _type = "Task" [ 1360.352204] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.360707] env[65310]: DEBUG oslo_vmware.api [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.863297] env[65310]: DEBUG oslo_vmware.api [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447313, 'name': ReconfigVM_Task, 'duration_secs': 0.339673} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.863664] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-4dab40cb-d498-4a1f-a2b4-9131540f7849/volume-4dab40cb-d498-4a1f-a2b4-9131540f7849.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.868279] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d616279b-a4ed-41a1-b9e5-6700d7a67f04 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.883879] env[65310]: DEBUG oslo_vmware.api [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1360.883879] env[65310]: value = "task-4447314" [ 1360.883879] env[65310]: _type = "Task" [ 1360.883879] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.892648] env[65310]: DEBUG oslo_vmware.api [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.395340] env[65310]: DEBUG oslo_vmware.api [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447314, 'name': ReconfigVM_Task, 'duration_secs': 0.147007} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.395730] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869829', 'volume_id': '4dab40cb-d498-4a1f-a2b4-9131540f7849', 'name': 'volume-4dab40cb-d498-4a1f-a2b4-9131540f7849', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c108047d-f3bd-48a5-8df1-382cacd3e7da', 'attached_at': '', 'detached_at': '', 'volume_id': '4dab40cb-d498-4a1f-a2b4-9131540f7849', 'serial': '4dab40cb-d498-4a1f-a2b4-9131540f7849'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1362.430207] env[65310]: DEBUG nova.objects.instance [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'flavor' on Instance uuid c108047d-f3bd-48a5-8df1-382cacd3e7da {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.524270] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "10183094-3dd8-45a0-942c-c26933defbe6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.524526] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "10183094-3dd8-45a0-942c-c26933defbe6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.524725] env[65310]: DEBUG nova.compute.manager [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1362.525686] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d9aaa9-56da-4456-ad45-9a51c8767265 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.532952] env[65310]: DEBUG nova.compute.manager [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65310) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1362.533530] env[65310]: DEBUG nova.objects.instance [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'flavor' on Instance uuid 10183094-3dd8-45a0-942c-c26933defbe6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.935344] env[65310]: DEBUG oslo_concurrency.lockutils [None req-71b0eb7f-85e7-4708-a61b-7ccb110b916b tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.745s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.387076] env[65310]: DEBUG nova.compute.manager [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Stashing vm_state: active {{(pid=65310) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1363.540939] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.541355] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08f9beb3-fc44-4361-850a-0809b9eb5a87 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.548915] env[65310]: DEBUG oslo_vmware.api [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1363.548915] env[65310]: value = "task-4447317" [ 1363.548915] env[65310]: _type = "Task" [ 1363.548915] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.558587] env[65310]: DEBUG oslo_vmware.api [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.906994] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.907347] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.060602] env[65310]: DEBUG oslo_vmware.api [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447317, 'name': PowerOffVM_Task, 'duration_secs': 0.203982} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.060938] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.061196] env[65310]: DEBUG nova.compute.manager [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1364.062019] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7f8609-6dfc-4b8f-b15f-495134537cd8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.412863] env[65310]: INFO nova.compute.claims [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.575015] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b906bef4-037f-4eff-b7c0-96cf04df8844 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "10183094-3dd8-45a0-942c-c26933defbe6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.921072] env[65310]: INFO nova.compute.resource_tracker [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating resource usage from migration 1487f62c-28ac-43bb-9db5-c8beba829a12 [ 1364.979756] env[65310]: DEBUG nova.objects.instance [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'flavor' on Instance uuid 10183094-3dd8-45a0-942c-c26933defbe6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.997840] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7135874-5491-40f8-8bbd-d6fe4e4338ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.006360] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95384700-cf9b-4b5d-a55e-90f1174aac55 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.040680] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea0f3cf-487e-46b4-8339-649b6f07697d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.049576] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb72699-025f-470c-8021-f30310f63736 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.063984] env[65310]: DEBUG nova.compute.provider_tree [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.485100] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.485269] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.485442] env[65310]: DEBUG nova.network.neutron [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1365.485616] env[65310]: DEBUG nova.objects.instance [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'info_cache' on Instance uuid 10183094-3dd8-45a0-942c-c26933defbe6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.568115] env[65310]: DEBUG nova.scheduler.client.report [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.989639] env[65310]: DEBUG nova.objects.base [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Object Instance<10183094-3dd8-45a0-942c-c26933defbe6> lazy-loaded attributes: flavor,info_cache {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1366.073176] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.166s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.073394] env[65310]: INFO nova.compute.manager [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Migrating [ 1366.492684] env[65310]: WARNING neutronclient.v2_0.client [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1366.588871] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.589106] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.589265] env[65310]: DEBUG nova.network.neutron [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1366.669463] env[65310]: WARNING neutronclient.v2_0.client [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1366.735953] env[65310]: DEBUG nova.network.neutron [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Updating instance_info_cache with network_info: [{"id": "501ee41e-380d-461a-8f55-ad8c9d9ccd86", "address": "fa:16:3e:ff:f4:f3", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501ee41e-38", "ovs_interfaceid": "501ee41e-380d-461a-8f55-ad8c9d9ccd86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.092406] env[65310]: WARNING neutronclient.v2_0.client [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.238816] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.246926] env[65310]: WARNING neutronclient.v2_0.client [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.324425] env[65310]: DEBUG nova.network.neutron [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance_info_cache with network_info: [{"id": "7be04841-8638-4070-a70c-3d2af9300322", "address": "fa:16:3e:05:62:35", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be04841-86", "ovs_interfaceid": "7be04841-8638-4070-a70c-3d2af9300322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.831880] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.244143] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.244545] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c90cfcde-a31b-4341-ac86-3a17e2da38e2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.253582] env[65310]: DEBUG oslo_vmware.api [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1368.253582] env[65310]: value = "task-4447319" [ 1368.253582] env[65310]: _type = "Task" [ 1368.253582] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.764187] env[65310]: DEBUG oslo_vmware.api [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447319, 'name': PowerOnVM_Task, 'duration_secs': 0.440969} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.764447] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.764644] env[65310]: DEBUG nova.compute.manager [None req-8330cd92-a719-4602-92c7-f1506b2215cf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1368.765472] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94561ac-b181-4262-8b30-d682b252ed49 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.346102] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51571abf-31ca-4aa3-acbe-648cd998cb3c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.369764] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance 'c108047d-f3bd-48a5-8df1-382cacd3e7da' progress to 0 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1369.453499] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.453756] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.811852] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aafd49-1669-4505-aee7-4a53c36c584d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.819513] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81a350dc-0b11-4c07-8f34-e2c5c3e2f974 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Suspending the VM {{(pid=65310) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1369.819782] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7085983f-cf78-4a6d-99a7-b96f7cb4985c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.826124] env[65310]: DEBUG oslo_vmware.api [None req-81a350dc-0b11-4c07-8f34-e2c5c3e2f974 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1369.826124] env[65310]: value = "task-4447320" [ 1369.826124] env[65310]: _type = "Task" [ 1369.826124] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.835421] env[65310]: DEBUG oslo_vmware.api [None req-81a350dc-0b11-4c07-8f34-e2c5c3e2f974 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447320, 'name': SuspendVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.876695] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.877050] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4b6572d-cb50-4111-a749-5b721cccbe4e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.885438] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1369.885438] env[65310]: value = "task-4447321" [ 1369.885438] env[65310]: _type = "Task" [ 1369.885438] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.895129] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.957218] env[65310]: DEBUG nova.compute.manager [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1370.337052] env[65310]: DEBUG oslo_vmware.api [None req-81a350dc-0b11-4c07-8f34-e2c5c3e2f974 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447320, 'name': SuspendVM_Task} progress is 62%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.396693] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447321, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.481929] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.482424] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.484973] env[65310]: INFO nova.compute.claims [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.840440] env[65310]: DEBUG oslo_vmware.api [None req-81a350dc-0b11-4c07-8f34-e2c5c3e2f974 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447320, 'name': SuspendVM_Task, 'duration_secs': 0.774238} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.840886] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-81a350dc-0b11-4c07-8f34-e2c5c3e2f974 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Suspended the VM {{(pid=65310) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1370.841194] env[65310]: DEBUG nova.compute.manager [None req-81a350dc-0b11-4c07-8f34-e2c5c3e2f974 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1370.842385] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9b408a-2487-49a7-8f61-2b151d032784 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.896860] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447321, 'name': PowerOffVM_Task, 'duration_secs': 0.706041} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.897235] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.897442] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance 'c108047d-f3bd-48a5-8df1-382cacd3e7da' progress to 17 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.403858] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1371.404317] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.404422] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1371.404632] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.404775] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1371.404915] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1371.405128] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1371.405284] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1371.405442] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1371.405597] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1371.405762] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1371.411122] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a867958-5686-41fa-809b-d44d1302652f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.428682] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1371.428682] env[65310]: value = "task-4447322" [ 1371.428682] env[65310]: _type = "Task" [ 1371.428682] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.437355] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.584812] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bf11b2-7226-4106-8901-8b4b9214dd9e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.593410] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cba913-f952-4c8a-8be8-8ac6289ef189 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.626280] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6f9e37-b60d-4cbf-bbb3-bf44f5ddecf4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.634579] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a15ae33-350b-4b33-b700-139d45d8c0ac {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.649930] env[65310]: DEBUG nova.compute.provider_tree [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.940920] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447322, 'name': ReconfigVM_Task, 'duration_secs': 0.29054} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.941171] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance 'c108047d-f3bd-48a5-8df1-382cacd3e7da' progress to 33 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.153105] env[65310]: DEBUG nova.scheduler.client.report [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.200272] env[65310]: INFO nova.compute.manager [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Resuming [ 1372.200963] env[65310]: DEBUG nova.objects.instance [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'flavor' on Instance uuid 10183094-3dd8-45a0-942c-c26933defbe6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.447834] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1372.448312] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.448312] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1372.448396] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.448498] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1372.448654] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1372.448964] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1372.449164] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1372.449332] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1372.449489] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1372.449657] env[65310]: DEBUG nova.virt.hardware [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1372.455154] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1372.455459] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07ecab06-ef43-4a58-90a6-8f01574e17d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.476159] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1372.476159] env[65310]: value = "task-4447323" [ 1372.476159] env[65310]: _type = "Task" [ 1372.476159] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.489378] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447323, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.658753] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.659223] env[65310]: DEBUG nova.compute.manager [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1372.986750] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447323, 'name': ReconfigVM_Task, 'duration_secs': 0.189846} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.987225] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1372.988465] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fb9176-fa2b-467b-9c84-085e3dd769c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.017714] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c108047d-f3bd-48a5-8df1-382cacd3e7da/c108047d-f3bd-48a5-8df1-382cacd3e7da.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.018095] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd41a2f4-accf-4743-8de8-a1052f9617d2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.037273] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1373.037273] env[65310]: value = "task-4447324" [ 1373.037273] env[65310]: _type = "Task" [ 1373.037273] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.046461] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.164564] env[65310]: DEBUG nova.compute.utils [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1373.166144] env[65310]: DEBUG nova.compute.manager [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1373.166389] env[65310]: DEBUG nova.network.neutron [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1373.166759] env[65310]: WARNING neutronclient.v2_0.client [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1373.167113] env[65310]: WARNING neutronclient.v2_0.client [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1373.206955] env[65310]: DEBUG nova.policy [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75f2dc02e7714054829604036f9aefee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a4fd9f7d264da1a5f8b673a23dfc30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1373.507465] env[65310]: DEBUG nova.network.neutron [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Successfully created port: bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1373.547963] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447324, 'name': ReconfigVM_Task, 'duration_secs': 0.288427} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.548495] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c108047d-f3bd-48a5-8df1-382cacd3e7da/c108047d-f3bd-48a5-8df1-382cacd3e7da.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.548788] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance 'c108047d-f3bd-48a5-8df1-382cacd3e7da' progress to 50 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1373.671090] env[65310]: DEBUG nova.compute.manager [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1373.711713] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.712060] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquired lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.712288] env[65310]: DEBUG nova.network.neutron [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1374.056583] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750c8244-827c-4f80-804e-6a08861c35d5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.085287] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d62743c-8d40-4155-a3b5-0fbbbd6020e4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.107305] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance 'c108047d-f3bd-48a5-8df1-382cacd3e7da' progress to 67 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.176622] env[65310]: INFO nova.virt.block_device [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Booting with volume 5d19b8bb-4835-4a64-8d40-8b01c7b281a9 at /dev/sda [ 1374.215267] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1180c26e-45cb-4460-b1ed-d98f17420297 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.218200] env[65310]: WARNING neutronclient.v2_0.client [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1374.228891] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecdd5df-2d61-4985-9aad-8e38e43464c7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.257194] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e25f89c-8168-49c0-b352-1557f127677c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.269685] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc14e2e6-d9f6-4f0b-a51a-88704c25f31b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.304852] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36218430-86ff-4bd5-8bd5-9f30524cc6a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.313206] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950333d3-f367-4682-9213-73f5439d2c98 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.328255] env[65310]: DEBUG nova.virt.block_device [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating existing volume attachment record: 3e1e4860-35c4-4279-956f-71f65753e350 {{(pid=65310) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1374.402304] env[65310]: WARNING neutronclient.v2_0.client [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1374.479114] env[65310]: DEBUG nova.network.neutron [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Updating instance_info_cache with network_info: [{"id": "501ee41e-380d-461a-8f55-ad8c9d9ccd86", "address": "fa:16:3e:ff:f4:f3", "network": {"id": "baa6d99d-2097-4bc2-b033-8752b47d65fd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1126571523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ca0d21494b4d21a93dae7f8e746976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501ee41e-38", "ovs_interfaceid": "501ee41e-380d-461a-8f55-ad8c9d9ccd86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.895277] env[65310]: DEBUG nova.compute.manager [req-203d55f5-bbbc-4310-8576-45d34af5f92e req-bc934d30-939d-4cf5-8d86-e30abd65fa09 service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Received event network-vif-plugged-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1374.895277] env[65310]: DEBUG oslo_concurrency.lockutils [req-203d55f5-bbbc-4310-8576-45d34af5f92e req-bc934d30-939d-4cf5-8d86-e30abd65fa09 service nova] Acquiring lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.895277] env[65310]: DEBUG oslo_concurrency.lockutils [req-203d55f5-bbbc-4310-8576-45d34af5f92e req-bc934d30-939d-4cf5-8d86-e30abd65fa09 service nova] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.895645] env[65310]: DEBUG oslo_concurrency.lockutils [req-203d55f5-bbbc-4310-8576-45d34af5f92e req-bc934d30-939d-4cf5-8d86-e30abd65fa09 service nova] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.895645] env[65310]: DEBUG nova.compute.manager [req-203d55f5-bbbc-4310-8576-45d34af5f92e req-bc934d30-939d-4cf5-8d86-e30abd65fa09 service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] No waiting events found dispatching network-vif-plugged-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1374.895716] env[65310]: WARNING nova.compute.manager [req-203d55f5-bbbc-4310-8576-45d34af5f92e req-bc934d30-939d-4cf5-8d86-e30abd65fa09 service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Received unexpected event network-vif-plugged-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 for instance with vm_state building and task_state block_device_mapping. [ 1374.980596] env[65310]: DEBUG nova.network.neutron [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Successfully updated port: bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1374.982554] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Releasing lock "refresh_cache-10183094-3dd8-45a0-942c-c26933defbe6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.983096] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e9187b-a194-467f-90f8-ada3d33498cf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.991858] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Resuming the VM {{(pid=65310) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1374.992267] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84071989-7252-46ad-b79b-eb3933a2a184 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.000675] env[65310]: DEBUG oslo_vmware.api [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1375.000675] env[65310]: value = "task-4447325" [ 1375.000675] env[65310]: _type = "Task" [ 1375.000675] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.009767] env[65310]: DEBUG oslo_vmware.api [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.483606] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.483882] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.484146] env[65310]: DEBUG nova.network.neutron [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1375.512900] env[65310]: DEBUG oslo_vmware.api [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447325, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.713894] env[65310]: WARNING neutronclient.v2_0.client [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1375.714342] env[65310]: WARNING neutronclient.v2_0.client [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1375.754246] env[65310]: DEBUG nova.network.neutron [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Port 7be04841-8638-4070-a70c-3d2af9300322 binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1376.012456] env[65310]: DEBUG oslo_vmware.api [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447325, 'name': PowerOnVM_Task, 'duration_secs': 0.550781} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.012832] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Resumed the VM {{(pid=65310) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1376.012832] env[65310]: DEBUG nova.compute.manager [None req-cec902a2-6632-4a9a-b3d8-3aeb506b8c4a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1376.013642] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad843861-fef6-4515-a76b-22c499ba3cd6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.024955] env[65310]: DEBUG nova.network.neutron [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1376.127366] env[65310]: WARNING neutronclient.v2_0.client [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1376.204989] env[65310]: DEBUG nova.network.neutron [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance_info_cache with network_info: [{"id": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "address": "fa:16:3e:76:07:d8", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2d67d3-8b", "ovs_interfaceid": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.426780] env[65310]: DEBUG nova.compute.manager [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1376.427361] env[65310]: DEBUG nova.virt.hardware [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1376.427576] env[65310]: DEBUG nova.virt.hardware [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.427724] env[65310]: DEBUG nova.virt.hardware [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1376.427901] env[65310]: DEBUG nova.virt.hardware [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.428058] env[65310]: DEBUG nova.virt.hardware [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1376.428210] env[65310]: DEBUG nova.virt.hardware [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1376.428407] env[65310]: DEBUG nova.virt.hardware [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1376.428558] env[65310]: DEBUG nova.virt.hardware [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1376.428717] env[65310]: DEBUG nova.virt.hardware [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1376.428880] env[65310]: DEBUG nova.virt.hardware [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1376.429061] env[65310]: DEBUG nova.virt.hardware [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1376.429962] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6520927e-95b2-4138-aaa3-7ae2fd1b864c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.439619] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6606a0-2a58-47aa-8531-c4a015f2e338 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.707767] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.708228] env[65310]: DEBUG nova.compute.manager [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Instance network_info: |[{"id": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "address": "fa:16:3e:76:07:d8", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2d67d3-8b", "ovs_interfaceid": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1376.708754] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:07:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.718321] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1376.718630] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.719241] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ee4799a-9cfa-4ed7-abf7-a66921e77fae {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.740330] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.740330] env[65310]: value = "task-4447326" [ 1376.740330] env[65310]: _type = "Task" [ 1376.740330] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.749871] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447326, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.782386] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "c108047d-f3bd-48a5-8df1-382cacd3e7da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.782895] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.783192] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.929071] env[65310]: DEBUG nova.compute.manager [req-77166d76-3761-4c60-a356-1bab44331b26 req-2cecb3b4-2f0c-4a8e-9c25-274c595f9b74 service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Received event network-changed-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1376.929353] env[65310]: DEBUG nova.compute.manager [req-77166d76-3761-4c60-a356-1bab44331b26 req-2cecb3b4-2f0c-4a8e-9c25-274c595f9b74 service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Refreshing instance network info cache due to event network-changed-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1376.929621] env[65310]: DEBUG oslo_concurrency.lockutils [req-77166d76-3761-4c60-a356-1bab44331b26 req-2cecb3b4-2f0c-4a8e-9c25-274c595f9b74 service nova] Acquiring lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.929931] env[65310]: DEBUG oslo_concurrency.lockutils [req-77166d76-3761-4c60-a356-1bab44331b26 req-2cecb3b4-2f0c-4a8e-9c25-274c595f9b74 service nova] Acquired lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.930246] env[65310]: DEBUG nova.network.neutron [req-77166d76-3761-4c60-a356-1bab44331b26 req-2cecb3b4-2f0c-4a8e-9c25-274c595f9b74 service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Refreshing network info cache for port bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.998694] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "10183094-3dd8-45a0-942c-c26933defbe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.998939] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "10183094-3dd8-45a0-942c-c26933defbe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.999173] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "10183094-3dd8-45a0-942c-c26933defbe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.999356] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "10183094-3dd8-45a0-942c-c26933defbe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.999522] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "10183094-3dd8-45a0-942c-c26933defbe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.002054] env[65310]: INFO nova.compute.manager [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Terminating instance [ 1377.251341] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447326, 'name': CreateVM_Task, 'duration_secs': 0.394292} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.251809] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.252238] env[65310]: WARNING neutronclient.v2_0.client [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.252676] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869830', 'volume_id': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'name': 'volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21d2757b-9f7c-40ff-b5aa-50e1e9946560', 'attached_at': '', 'detached_at': '', 'volume_id': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'serial': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9'}, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '3e1e4860-35c4-4279-956f-71f65753e350', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=65310) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1377.252977] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Root volume attach. Driver type: vmdk {{(pid=65310) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1377.253843] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747d699d-aeb5-4066-8731-0a041c15915b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.262245] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80086800-e7ee-4727-bae5-90f34f554fa6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.269479] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d7c4d8-8b45-40c3-b647-cf21bfe14413 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.276194] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b76fe880-436a-4695-9081-97029589ddaf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.284108] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1377.284108] env[65310]: value = "task-4447327" [ 1377.284108] env[65310]: _type = "Task" [ 1377.284108] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.294049] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447327, 'name': RelocateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.433336] env[65310]: WARNING neutronclient.v2_0.client [req-77166d76-3761-4c60-a356-1bab44331b26 req-2cecb3b4-2f0c-4a8e-9c25-274c595f9b74 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.505890] env[65310]: DEBUG nova.compute.manager [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1377.506167] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.507385] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1270727a-ae17-427a-825e-25ad3a8472f9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.516429] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.516559] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac69f444-3060-465d-9254-afd09672f6a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.526978] env[65310]: DEBUG oslo_vmware.api [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1377.526978] env[65310]: value = "task-4447328" [ 1377.526978] env[65310]: _type = "Task" [ 1377.526978] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.536728] env[65310]: DEBUG oslo_vmware.api [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.600487] env[65310]: WARNING neutronclient.v2_0.client [req-77166d76-3761-4c60-a356-1bab44331b26 req-2cecb3b4-2f0c-4a8e-9c25-274c595f9b74 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.681654] env[65310]: DEBUG nova.network.neutron [req-77166d76-3761-4c60-a356-1bab44331b26 req-2cecb3b4-2f0c-4a8e-9c25-274c595f9b74 service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updated VIF entry in instance network info cache for port bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1377.682228] env[65310]: DEBUG nova.network.neutron [req-77166d76-3761-4c60-a356-1bab44331b26 req-2cecb3b4-2f0c-4a8e-9c25-274c595f9b74 service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance_info_cache with network_info: [{"id": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "address": "fa:16:3e:76:07:d8", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2d67d3-8b", "ovs_interfaceid": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.762561] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.791644] env[65310]: WARNING neutronclient.v2_0.client [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.798166] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447327, 'name': RelocateVM_Task} progress is 38%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.824842] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.825058] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.825222] env[65310]: DEBUG nova.network.neutron [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1378.040773] env[65310]: DEBUG oslo_vmware.api [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447328, 'name': PowerOffVM_Task, 'duration_secs': 0.22222} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.041067] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.041279] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.041505] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c40c377-f425-4961-ba09-9dce15660f55 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.112019] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.112478] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.112846] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleting the datastore file [datastore2] 10183094-3dd8-45a0-942c-c26933defbe6 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.113222] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1011091-a682-45f9-873d-d89faa0ee270 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.122655] env[65310]: DEBUG oslo_vmware.api [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for the task: (returnval){ [ 1378.122655] env[65310]: value = "task-4447330" [ 1378.122655] env[65310]: _type = "Task" [ 1378.122655] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.134286] env[65310]: DEBUG oslo_vmware.api [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.186214] env[65310]: DEBUG oslo_concurrency.lockutils [req-77166d76-3761-4c60-a356-1bab44331b26 req-2cecb3b4-2f0c-4a8e-9c25-274c595f9b74 service nova] Releasing lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.297690] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447327, 'name': RelocateVM_Task} progress is 51%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.328717] env[65310]: WARNING neutronclient.v2_0.client [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1378.502578] env[65310]: WARNING neutronclient.v2_0.client [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1378.581081] env[65310]: DEBUG nova.network.neutron [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance_info_cache with network_info: [{"id": "7be04841-8638-4070-a70c-3d2af9300322", "address": "fa:16:3e:05:62:35", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be04841-86", "ovs_interfaceid": "7be04841-8638-4070-a70c-3d2af9300322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.636276] env[65310]: DEBUG oslo_vmware.api [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.799761] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447327, 'name': RelocateVM_Task} progress is 65%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.084358] env[65310]: DEBUG oslo_concurrency.lockutils [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.137738] env[65310]: DEBUG oslo_vmware.api [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.300356] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447327, 'name': RelocateVM_Task} progress is 76%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.598133] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878872ff-b317-4c48-adc1-e1e6ccf3cc71 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.607877] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77500b68-9411-4c6e-b391-4b79af4c5b3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.640212] env[65310]: DEBUG oslo_vmware.api [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.799170] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447327, 'name': RelocateVM_Task} progress is 92%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.137025] env[65310]: DEBUG oslo_vmware.api [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Task: {'id': task-4447330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.773081} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.137025] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.137263] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.137432] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.137609] env[65310]: INFO nova.compute.manager [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1380.137841] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1380.138461] env[65310]: DEBUG nova.compute.manager [-] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1380.138461] env[65310]: DEBUG nova.network.neutron [-] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1380.138461] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1380.168966] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1380.297099] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447327, 'name': RelocateVM_Task} progress is 97%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.634285] env[65310]: DEBUG nova.compute.manager [req-1751b5d3-adcc-45da-aeb7-fd8b6c66db57 req-aed75131-d484-43de-8467-6b045be29135 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Received event network-vif-deleted-501ee41e-380d-461a-8f55-ad8c9d9ccd86 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1380.634571] env[65310]: INFO nova.compute.manager [req-1751b5d3-adcc-45da-aeb7-fd8b6c66db57 req-aed75131-d484-43de-8467-6b045be29135 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Neutron deleted interface 501ee41e-380d-461a-8f55-ad8c9d9ccd86; detaching it from the instance and deleting it from the info cache [ 1380.634778] env[65310]: DEBUG nova.network.neutron [req-1751b5d3-adcc-45da-aeb7-fd8b6c66db57 req-aed75131-d484-43de-8467-6b045be29135 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.717848] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40e975e-2945-49c0-9ad0-1940602cede8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.740375] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2f42e6-e887-4524-b256-99bafa5d8bcf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.748087] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance 'c108047d-f3bd-48a5-8df1-382cacd3e7da' progress to 83 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1380.761612] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.797726] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447327, 'name': RelocateVM_Task} progress is 98%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.108369] env[65310]: DEBUG nova.network.neutron [-] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.139010] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83859447-250b-43bf-965d-65cb6c3dbd8e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.151508] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83eab60-8881-429e-8e02-b236f4284cd5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.183445] env[65310]: DEBUG nova.compute.manager [req-1751b5d3-adcc-45da-aeb7-fd8b6c66db57 req-aed75131-d484-43de-8467-6b045be29135 service nova] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Detach interface failed, port_id=501ee41e-380d-461a-8f55-ad8c9d9ccd86, reason: Instance 10183094-3dd8-45a0-942c-c26933defbe6 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1381.255049] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.255367] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25ba79cb-08ea-4b5c-870e-d23ee3e9f06b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.265327] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.265578] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.265755] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.265755] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1381.266144] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1381.266144] env[65310]: value = "task-4447331" [ 1381.266144] env[65310]: _type = "Task" [ 1381.266144] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.266956] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e73521-d347-4f0d-9b8d-3d62db60cf85 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.283105] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.286112] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42e9d5f-6f7f-4453-b243-8db57d1510b8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.306776] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e046bef0-7586-44dc-a6f9-66e005acb1b2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.309668] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447327, 'name': RelocateVM_Task, 'duration_secs': 3.590064} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.309968] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Volume attach. Driver type: vmdk {{(pid=65310) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1381.310191] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869830', 'volume_id': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'name': 'volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21d2757b-9f7c-40ff-b5aa-50e1e9946560', 'attached_at': '', 'detached_at': '', 'volume_id': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'serial': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1381.311361] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abecdf92-011e-4165-bb0f-452a5a37e51d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.317191] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5335098-89b6-4ba6-b2ef-b276acd45ed5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.331930] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be325b3-125e-46c2-8e16-c7e7bdf246d4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.360820] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180061MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1381.361035] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.361286] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.386068] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9/volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.386434] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a73702b-5011-4f73-9e5d-3c35476d64c4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.408738] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1381.408738] env[65310]: value = "task-4447332" [ 1381.408738] env[65310]: _type = "Task" [ 1381.408738] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.419015] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.612165] env[65310]: INFO nova.compute.manager [-] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Took 1.47 seconds to deallocate network for instance. [ 1381.780643] env[65310]: DEBUG oslo_vmware.api [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447331, 'name': PowerOnVM_Task, 'duration_secs': 0.440442} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.781029] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.781197] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac4279-a649-4d5c-8ac4-f48969944119 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance 'c108047d-f3bd-48a5-8df1-382cacd3e7da' progress to 100 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1381.920047] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447332, 'name': ReconfigVM_Task, 'duration_secs': 0.26943} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.920366] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9/volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.925196] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da277f10-404b-4d35-b015-12641d1ba136 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.941244] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1381.941244] env[65310]: value = "task-4447333" [ 1381.941244] env[65310]: _type = "Task" [ 1381.941244] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.951082] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.119042] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.370620] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Applying migration context for instance c108047d-f3bd-48a5-8df1-382cacd3e7da as it has an incoming, in-progress migration 1487f62c-28ac-43bb-9db5-c8beba829a12. Migration status is post-migrating {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1382.371527] env[65310]: INFO nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating resource usage from migration 1487f62c-28ac-43bb-9db5-c8beba829a12 [ 1382.391828] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance a44a03e7-d28b-4106-b87a-5feeba108b61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1382.392056] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 10183094-3dd8-45a0-942c-c26933defbe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1382.392215] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1382.392334] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Migration 1487f62c-28ac-43bb-9db5-c8beba829a12 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1382.392443] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance c108047d-f3bd-48a5-8df1-382cacd3e7da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1382.392965] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 21d2757b-9f7c-40ff-b5aa-50e1e9946560 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1382.392965] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1382.392965] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '4', 'num_task_None': '2', 'num_os_type_None': '5', 'num_proj_66a4fd9f7d264da1a5f8b673a23dfc30': '3', 'io_workload': '1', 'num_task_resize_finish': '1', 'num_proj_ed021caea0084e8f825dd25bb3c22065': '1', 'num_task_deleting': '1', 'num_proj_75ca0d21494b4d21a93dae7f8e746976': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1382.455304] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447333, 'name': ReconfigVM_Task, 'duration_secs': 0.143747} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.455610] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869830', 'volume_id': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'name': 'volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21d2757b-9f7c-40ff-b5aa-50e1e9946560', 'attached_at': '', 'detached_at': '', 'volume_id': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'serial': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9'} {{(pid=65310) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1382.458489] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a9f4738-5297-433d-a554-61070d1c2d9a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.466276] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1382.466276] env[65310]: value = "task-4447334" [ 1382.466276] env[65310]: _type = "Task" [ 1382.466276] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.478959] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447334, 'name': Rename_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.484094] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b166a7-d7df-4152-86d6-f80aed1c9bdf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.492303] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c462716b-0b7b-42fc-9be9-30dbd798e4a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.526601] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e6c04f-aba2-4c3e-a727-dc8ccf3b3a20 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.536150] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42096d84-373d-405b-afc5-cc87a2be3b3e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.550540] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.977163] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447334, 'name': Rename_Task, 'duration_secs': 0.131673} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.977638] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.977732] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-302d37d8-e471-4a8d-a458-af9675950d8a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.985163] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1382.985163] env[65310]: value = "task-4447335" [ 1382.985163] env[65310]: _type = "Task" [ 1382.985163] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.993062] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.053652] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.495772] env[65310]: DEBUG oslo_vmware.api [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447335, 'name': PowerOnVM_Task, 'duration_secs': 0.434887} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.496079] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.496402] env[65310]: INFO nova.compute.manager [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1383.496557] env[65310]: DEBUG nova.compute.manager [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1383.497366] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eace344c-64a0-429b-8e40-5660678c8aa0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.559253] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1383.559378] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.198s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.559570] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.441s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.559810] env[65310]: DEBUG nova.objects.instance [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lazy-loading 'resources' on Instance uuid 10183094-3dd8-45a0-942c-c26933defbe6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.015057] env[65310]: INFO nova.compute.manager [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Took 13.55 seconds to build instance. [ 1384.153443] env[65310]: WARNING neutronclient.v2_0.client [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.157640] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f414d01f-c198-4538-899d-bce770387bf3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.167063] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faa576f-97b7-49af-92d2-b793b0170453 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.199308] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17085ce4-22eb-4869-add0-a481f422893b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.203070] env[65310]: WARNING neutronclient.v2_0.client [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.203436] env[65310]: WARNING neutronclient.v2_0.client [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.203695] env[65310]: WARNING neutronclient.v2_0.client [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.211990] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79e5d05-5e8c-4232-8ab9-bd0a6a40e42a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.228938] env[65310]: DEBUG nova.compute.provider_tree [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.240748] env[65310]: DEBUG nova.network.neutron [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Port 7be04841-8638-4070-a70c-3d2af9300322 binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1384.241083] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.241227] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.241410] env[65310]: DEBUG nova.network.neutron [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1384.517722] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.064s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.732724] env[65310]: DEBUG nova.scheduler.client.report [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.744170] env[65310]: WARNING neutronclient.v2_0.client [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.961113] env[65310]: WARNING neutronclient.v2_0.client [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.998780] env[65310]: DEBUG nova.compute.manager [req-a7264745-77e3-496d-86d3-33dc48ea9f70 req-3a8fd19a-f2ac-44a3-850b-38e296ff7953 service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Received event network-changed-260085ec-03b6-4bad-bce0-41efceebc565 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1384.998780] env[65310]: DEBUG nova.compute.manager [req-a7264745-77e3-496d-86d3-33dc48ea9f70 req-3a8fd19a-f2ac-44a3-850b-38e296ff7953 service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Refreshing instance network info cache due to event network-changed-260085ec-03b6-4bad-bce0-41efceebc565. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1384.998780] env[65310]: DEBUG oslo_concurrency.lockutils [req-a7264745-77e3-496d-86d3-33dc48ea9f70 req-3a8fd19a-f2ac-44a3-850b-38e296ff7953 service nova] Acquiring lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.998780] env[65310]: DEBUG oslo_concurrency.lockutils [req-a7264745-77e3-496d-86d3-33dc48ea9f70 req-3a8fd19a-f2ac-44a3-850b-38e296ff7953 service nova] Acquired lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.998780] env[65310]: DEBUG nova.network.neutron [req-a7264745-77e3-496d-86d3-33dc48ea9f70 req-3a8fd19a-f2ac-44a3-850b-38e296ff7953 service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Refreshing network info cache for port 260085ec-03b6-4bad-bce0-41efceebc565 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.040079] env[65310]: DEBUG nova.network.neutron [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance_info_cache with network_info: [{"id": "7be04841-8638-4070-a70c-3d2af9300322", "address": "fa:16:3e:05:62:35", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be04841-86", "ovs_interfaceid": "7be04841-8638-4070-a70c-3d2af9300322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.237688] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.266352] env[65310]: INFO nova.scheduler.client.report [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Deleted allocations for instance 10183094-3dd8-45a0-942c-c26933defbe6 [ 1385.502114] env[65310]: WARNING neutronclient.v2_0.client [req-a7264745-77e3-496d-86d3-33dc48ea9f70 req-3a8fd19a-f2ac-44a3-850b-38e296ff7953 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1385.542457] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.665316] env[65310]: WARNING neutronclient.v2_0.client [req-a7264745-77e3-496d-86d3-33dc48ea9f70 req-3a8fd19a-f2ac-44a3-850b-38e296ff7953 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1385.733183] env[65310]: DEBUG nova.network.neutron [req-a7264745-77e3-496d-86d3-33dc48ea9f70 req-3a8fd19a-f2ac-44a3-850b-38e296ff7953 service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Updated VIF entry in instance network info cache for port 260085ec-03b6-4bad-bce0-41efceebc565. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1385.733642] env[65310]: DEBUG nova.network.neutron [req-a7264745-77e3-496d-86d3-33dc48ea9f70 req-3a8fd19a-f2ac-44a3-850b-38e296ff7953 service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Updating instance_info_cache with network_info: [{"id": "260085ec-03b6-4bad-bce0-41efceebc565", "address": "fa:16:3e:ca:66:4d", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap260085ec-03", "ovs_interfaceid": "260085ec-03b6-4bad-bce0-41efceebc565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.775051] env[65310]: DEBUG oslo_concurrency.lockutils [None req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Lock "10183094-3dd8-45a0-942c-c26933defbe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.776s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.046338] env[65310]: DEBUG nova.compute.manager [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65310) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1386.237563] env[65310]: DEBUG oslo_concurrency.lockutils [req-a7264745-77e3-496d-86d3-33dc48ea9f70 req-3a8fd19a-f2ac-44a3-850b-38e296ff7953 service nova] Releasing lock "refresh_cache-a44a03e7-d28b-4106-b87a-5feeba108b61" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.397045] env[65310]: DEBUG nova.compute.manager [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Stashing vm_state: active {{(pid=65310) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1386.560900] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.561137] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.561294] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.561447] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.561618] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.561770] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1386.921946] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.922331] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.026269] env[65310]: DEBUG nova.compute.manager [req-89c9da49-9b54-4a35-974c-6e2162cb75c8 req-d4bb5020-92e8-4f34-9bf2-d5b06018a87d service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Received event network-changed-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1387.028148] env[65310]: DEBUG nova.compute.manager [req-89c9da49-9b54-4a35-974c-6e2162cb75c8 req-d4bb5020-92e8-4f34-9bf2-d5b06018a87d service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Refreshing instance network info cache due to event network-changed-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1387.028393] env[65310]: DEBUG oslo_concurrency.lockutils [req-89c9da49-9b54-4a35-974c-6e2162cb75c8 req-d4bb5020-92e8-4f34-9bf2-d5b06018a87d service nova] Acquiring lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.028528] env[65310]: DEBUG oslo_concurrency.lockutils [req-89c9da49-9b54-4a35-974c-6e2162cb75c8 req-d4bb5020-92e8-4f34-9bf2-d5b06018a87d service nova] Acquired lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.028691] env[65310]: DEBUG nova.network.neutron [req-89c9da49-9b54-4a35-974c-6e2162cb75c8 req-d4bb5020-92e8-4f34-9bf2-d5b06018a87d service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Refreshing network info cache for port bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.151612] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.427874] env[65310]: INFO nova.compute.claims [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.532511] env[65310]: WARNING neutronclient.v2_0.client [req-89c9da49-9b54-4a35-974c-6e2162cb75c8 req-d4bb5020-92e8-4f34-9bf2-d5b06018a87d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.724512] env[65310]: WARNING neutronclient.v2_0.client [req-89c9da49-9b54-4a35-974c-6e2162cb75c8 req-d4bb5020-92e8-4f34-9bf2-d5b06018a87d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.762721] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.790455] env[65310]: DEBUG nova.network.neutron [req-89c9da49-9b54-4a35-974c-6e2162cb75c8 req-d4bb5020-92e8-4f34-9bf2-d5b06018a87d service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updated VIF entry in instance network info cache for port bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1387.790577] env[65310]: DEBUG nova.network.neutron [req-89c9da49-9b54-4a35-974c-6e2162cb75c8 req-d4bb5020-92e8-4f34-9bf2-d5b06018a87d service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance_info_cache with network_info: [{"id": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "address": "fa:16:3e:76:07:d8", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2d67d3-8b", "ovs_interfaceid": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.935676] env[65310]: INFO nova.compute.resource_tracker [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating resource usage from migration f9942239-cb8d-4cc2-a367-c79c64fa4428 [ 1388.028885] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d3c54d-a946-4729-8afd-fc2b4c39b9b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.038390] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfc8025-c544-4170-b080-00ddec76a260 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.070704] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ee7dd6-45ab-4a87-b453-962971237938 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.079333] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b5f4e-38e4-4fde-9742-3616b36f4849 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.095312] env[65310]: DEBUG nova.compute.provider_tree [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.293572] env[65310]: DEBUG oslo_concurrency.lockutils [req-89c9da49-9b54-4a35-974c-6e2162cb75c8 req-d4bb5020-92e8-4f34-9bf2-d5b06018a87d service nova] Releasing lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.599241] env[65310]: DEBUG nova.scheduler.client.report [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.105095] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.183s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.105292] env[65310]: INFO nova.compute.manager [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Migrating [ 1389.112134] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.961s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.620800] env[65310]: DEBUG nova.objects.instance [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'migration_context' on Instance uuid c108047d-f3bd-48a5-8df1-382cacd3e7da {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.622215] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.622371] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.622535] env[65310]: DEBUG nova.network.neutron [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1390.129046] env[65310]: WARNING neutronclient.v2_0.client [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1390.221495] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6d1bf6-076b-47e4-a902-f9a7d0d5c4e6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.230372] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894b4e8c-c79d-44c0-8396-cff6d856eff1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.268067] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0680a1-6f98-4964-95e3-0a3768e7cbf5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.276489] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5155b42-1797-4348-85a8-832e64fc719e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.290713] env[65310]: DEBUG nova.compute.provider_tree [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.302173] env[65310]: WARNING neutronclient.v2_0.client [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1390.374901] env[65310]: DEBUG nova.network.neutron [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance_info_cache with network_info: [{"id": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "address": "fa:16:3e:76:07:d8", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2d67d3-8b", "ovs_interfaceid": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.794660] env[65310]: DEBUG nova.scheduler.client.report [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.877477] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.757585] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.807909] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.696s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.392846] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5aa1fc-707e-4ce1-a77b-9893a51bca0b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.413308] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance '21d2757b-9f7c-40ff-b5aa-50e1e9946560' progress to 0 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1392.920072] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.920072] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4268d4-2c37-45e2-9f55-8da23e5765a9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.928693] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1392.928693] env[65310]: value = "task-4447336" [ 1392.928693] env[65310]: _type = "Task" [ 1392.928693] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.938087] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.348648] env[65310]: INFO nova.compute.manager [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Swapping old allocation on dict_keys(['94009870-48da-4aa7-a51e-79d2ed6e329c']) held by migration 1487f62c-28ac-43bb-9db5-c8beba829a12 for instance [ 1393.371078] env[65310]: DEBUG nova.scheduler.client.report [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Overwriting current allocation {'allocations': {'94009870-48da-4aa7-a51e-79d2ed6e329c': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 187}}, 'project_id': 'ed021caea0084e8f825dd25bb3c22065', 'user_id': 'ab7a7a51c22e4ce691653cd211d86ab6', 'consumer_generation': 1} on consumer c108047d-f3bd-48a5-8df1-382cacd3e7da {{(pid=65310) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1393.418250] env[65310]: WARNING neutronclient.v2_0.client [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1393.439105] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447336, 'name': PowerOffVM_Task, 'duration_secs': 0.224538} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.439380] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.439562] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance '21d2757b-9f7c-40ff-b5aa-50e1e9946560' progress to 17 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1393.448853] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.449027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.449199] env[65310]: DEBUG nova.network.neutron [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1393.945813] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1393.946329] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.946329] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1393.946460] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.946529] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1393.946673] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1393.946871] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1393.947036] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1393.947200] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1393.947360] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1393.947523] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1393.952670] env[65310]: WARNING neutronclient.v2_0.client [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1393.955150] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b36aec59-fffc-4e95-9000-4c102484d232 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.971710] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1393.971710] env[65310]: value = "task-4447337" [ 1393.971710] env[65310]: _type = "Task" [ 1393.971710] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.980585] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.165692] env[65310]: WARNING neutronclient.v2_0.client [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1394.293862] env[65310]: DEBUG nova.network.neutron [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance_info_cache with network_info: [{"id": "7be04841-8638-4070-a70c-3d2af9300322", "address": "fa:16:3e:05:62:35", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be04841-86", "ovs_interfaceid": "7be04841-8638-4070-a70c-3d2af9300322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.482565] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447337, 'name': ReconfigVM_Task, 'duration_secs': 0.16591} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.482822] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance '21d2757b-9f7c-40ff-b5aa-50e1e9946560' progress to 33 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1394.796721] env[65310]: DEBUG oslo_concurrency.lockutils [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-c108047d-f3bd-48a5-8df1-382cacd3e7da" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.798133] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96294204-5b35-4734-bd69-12da2eb827ee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.805974] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792329ed-e558-4a38-9870-72b61ccb4805 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.989736] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1394.990324] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.990324] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1394.990324] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.990536] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1394.990602] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1394.990773] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1394.990962] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1394.991192] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1394.991359] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1394.991526] env[65310]: DEBUG nova.virt.hardware [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1394.996797] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.997131] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c406fde4-e489-4b23-a24e-03530d18b848 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.015974] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1395.015974] env[65310]: value = "task-4447338" [ 1395.015974] env[65310]: _type = "Task" [ 1395.015974] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.026213] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.526780] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447338, 'name': ReconfigVM_Task, 'duration_secs': 0.164785} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.527057] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1395.528346] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748c75ac-200e-490a-b37b-731e1622890d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.551613] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9/volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.551942] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857579dd-57aa-4987-8387-fd0591ab0b91 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.570579] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1395.570579] env[65310]: value = "task-4447339" [ 1395.570579] env[65310]: _type = "Task" [ 1395.570579] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.579666] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.889476] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.889773] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61c3ee43-7684-48b7-b3ca-91fa00e7352d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.898416] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1395.898416] env[65310]: value = "task-4447340" [ 1395.898416] env[65310]: _type = "Task" [ 1395.898416] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.908057] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.082033] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447339, 'name': ReconfigVM_Task, 'duration_secs': 0.238112} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.082485] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9/volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.082764] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance '21d2757b-9f7c-40ff-b5aa-50e1e9946560' progress to 50 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.409857] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447340, 'name': PowerOffVM_Task, 'duration_secs': 0.225402} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.410141] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.410809] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1396.411024] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.411183] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1396.411368] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.411507] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1396.411645] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1396.411850] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1396.412014] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1396.412183] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1396.412346] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1396.412514] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1396.417723] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb92117-ccfd-4369-9686-7ac2ca2df921 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.434522] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1396.434522] env[65310]: value = "task-4447341" [ 1396.434522] env[65310]: _type = "Task" [ 1396.434522] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.443877] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.592060] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f373ce-eb2e-484b-bfd6-1ce99825436e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.622875] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381c8d86-1408-49ae-847c-5f0745a8c049 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.654790] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance '21d2757b-9f7c-40ff-b5aa-50e1e9946560' progress to 67 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.945361] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447341, 'name': ReconfigVM_Task, 'duration_secs': 0.153024} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.946197] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91b6b07-d0ff-4a85-b71b-421b7ca8c5f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.967443] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1396.967686] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.967832] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1396.968020] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.968170] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1396.968313] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1396.968512] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1396.968665] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1396.968824] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1396.968978] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1396.969166] env[65310]: DEBUG nova.virt.hardware [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1396.969940] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6fbadb4-64e6-4492-98c0-317c221399da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.976218] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1396.976218] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5287f0c2-60c2-dd00-054a-d200b6f63818" [ 1396.976218] env[65310]: _type = "Task" [ 1396.976218] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.984923] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5287f0c2-60c2-dd00-054a-d200b6f63818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.487254] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5287f0c2-60c2-dd00-054a-d200b6f63818, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.492523] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1397.492991] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c0ff71-566f-4e42-96dd-41267bb9954c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.511809] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1397.511809] env[65310]: value = "task-4447342" [ 1397.511809] env[65310]: _type = "Task" [ 1397.511809] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.520761] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.022770] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447342, 'name': ReconfigVM_Task, 'duration_secs': 0.210609} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.023032] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1398.023814] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be185d6-ac9b-4d63-93ed-9e1e7c6d45dc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.048983] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c108047d-f3bd-48a5-8df1-382cacd3e7da/c108047d-f3bd-48a5-8df1-382cacd3e7da.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.049288] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aef9427-9cee-4a5a-9606-505efb3a981e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.067965] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1398.067965] env[65310]: value = "task-4447343" [ 1398.067965] env[65310]: _type = "Task" [ 1398.067965] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.076106] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.267273] env[65310]: WARNING neutronclient.v2_0.client [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1398.267638] env[65310]: WARNING neutronclient.v2_0.client [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1398.316228] env[65310]: DEBUG nova.network.neutron [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Port bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 binding to destination host cpu-1 is already ACTIVE {{(pid=65310) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1398.579177] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447343, 'name': ReconfigVM_Task, 'duration_secs': 0.274266} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.579532] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c108047d-f3bd-48a5-8df1-382cacd3e7da/c108047d-f3bd-48a5-8df1-382cacd3e7da.vmdk or device None with type thin {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.580255] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4435fa-84c8-4d3a-aad2-7e561ac99efc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.601415] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77925e9-421b-4669-8da9-6829d5bcde9e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.622560] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c780faa2-0de9-4c0f-aa38-0d2fffc20214 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.643351] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68c0cce-6eef-4d85-8e74-7fb11450e54a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.650709] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.650961] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9447f23a-1391-4acb-bacd-edb076598dee {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.657979] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1398.657979] env[65310]: value = "task-4447344" [ 1398.657979] env[65310]: _type = "Task" [ 1398.657979] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.666263] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.168486] env[65310]: DEBUG oslo_vmware.api [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447344, 'name': PowerOnVM_Task, 'duration_secs': 0.365969} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.168756] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.338288] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.338493] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.338615] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.221698] env[65310]: INFO nova.compute.manager [None req-cf9c2acc-90cd-43e2-83f7-5bf15b67a7cb tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance to original state: 'active' [ 1400.344176] env[65310]: WARNING neutronclient.v2_0.client [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1400.384898] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.385094] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.385270] env[65310]: DEBUG nova.network.neutron [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1400.887808] env[65310]: WARNING neutronclient.v2_0.client [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1401.067205] env[65310]: WARNING neutronclient.v2_0.client [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1401.136791] env[65310]: DEBUG nova.network.neutron [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance_info_cache with network_info: [{"id": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "address": "fa:16:3e:76:07:d8", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2d67d3-8b", "ovs_interfaceid": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.639959] env[65310]: DEBUG oslo_concurrency.lockutils [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.811165] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.811451] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.811676] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "c108047d-f3bd-48a5-8df1-382cacd3e7da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.811847] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.812018] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.814319] env[65310]: INFO nova.compute.manager [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Terminating instance [ 1402.149158] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70db63e-3ca7-4e68-a78d-d7f596ba8152 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.157030] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a4a17f-2711-461f-8655-5cdd910e145a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.318126] env[65310]: DEBUG nova.compute.manager [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1402.318340] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.318628] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce996a6f-f28f-4bbc-967a-2104f20b21bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.327212] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1402.327212] env[65310]: value = "task-4447345" [ 1402.327212] env[65310]: _type = "Task" [ 1402.327212] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.336998] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.838203] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447345, 'name': PowerOffVM_Task, 'duration_secs': 0.177588} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.838720] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.838720] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1402.838891] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869829', 'volume_id': '4dab40cb-d498-4a1f-a2b4-9131540f7849', 'name': 'volume-4dab40cb-d498-4a1f-a2b4-9131540f7849', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c108047d-f3bd-48a5-8df1-382cacd3e7da', 'attached_at': '2025-11-14T09:24:03.000000', 'detached_at': '', 'volume_id': '4dab40cb-d498-4a1f-a2b4-9131540f7849', 'serial': '4dab40cb-d498-4a1f-a2b4-9131540f7849'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1402.839601] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7180bd40-1aa5-4fca-9c56-a1a2627e03f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.860264] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab75d10-5f7a-4161-b537-311dcd3b1825 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.867697] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d486fe-a07b-4803-92f0-8b6d66ce8312 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.888082] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fa3afa-a4e7-4254-b397-c5fd6eb307fc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.902706] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The volume has not been displaced from its original location: [datastore2] volume-4dab40cb-d498-4a1f-a2b4-9131540f7849/volume-4dab40cb-d498-4a1f-a2b4-9131540f7849.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1402.907852] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1402.908137] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd72417-41db-4b5b-aabc-d94e2d5fe56d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.925383] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1402.925383] env[65310]: value = "task-4447346" [ 1402.925383] env[65310]: _type = "Task" [ 1402.925383] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.933999] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.261439] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af9fda3-563e-4b37-bd56-da9b20ecb520 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.281060] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35db4c8-d2ad-4316-86bd-6a24b720d536 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.289039] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance '21d2757b-9f7c-40ff-b5aa-50e1e9946560' progress to 83 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.435837] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447346, 'name': ReconfigVM_Task, 'duration_secs': 0.193287} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.436073] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1403.441104] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4681ab88-5692-45cd-b0e3-ccbe9e6c8363 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.456484] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1403.456484] env[65310]: value = "task-4447347" [ 1403.456484] env[65310]: _type = "Task" [ 1403.456484] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.464741] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.795899] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.796196] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-046860be-36dd-45bb-aa39-5c36ab1658bc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.804828] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1403.804828] env[65310]: value = "task-4447348" [ 1403.804828] env[65310]: _type = "Task" [ 1403.804828] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.813454] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.966756] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447347, 'name': ReconfigVM_Task, 'duration_secs': 0.131744} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.967188] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869829', 'volume_id': '4dab40cb-d498-4a1f-a2b4-9131540f7849', 'name': 'volume-4dab40cb-d498-4a1f-a2b4-9131540f7849', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c108047d-f3bd-48a5-8df1-382cacd3e7da', 'attached_at': '2025-11-14T09:24:03.000000', 'detached_at': '', 'volume_id': '4dab40cb-d498-4a1f-a2b4-9131540f7849', 'serial': '4dab40cb-d498-4a1f-a2b4-9131540f7849'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1403.967331] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.968100] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26411c71-3eb2-46f4-b8ed-8386bc02e2d3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.975352] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.975597] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7539bd0d-5c38-414f-b52a-8c95df23b4be {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.040541] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1404.040806] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1404.040930] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleting the datastore file [datastore1] c108047d-f3bd-48a5-8df1-382cacd3e7da {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1404.041209] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf7f5d1d-5cc1-407d-989b-cd058d50a819 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.047700] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1404.047700] env[65310]: value = "task-4447350" [ 1404.047700] env[65310]: _type = "Task" [ 1404.047700] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.056481] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.318144] env[65310]: DEBUG oslo_vmware.api [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447348, 'name': PowerOnVM_Task, 'duration_secs': 0.381661} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.318430] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.318699] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-06e18634-3ced-4527-a349-7fe35645bcfa tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance '21d2757b-9f7c-40ff-b5aa-50e1e9946560' progress to 100 {{(pid=65310) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.558020] env[65310]: DEBUG oslo_vmware.api [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160707} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.558319] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.558467] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.558644] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.558811] env[65310]: INFO nova.compute.manager [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1404.559083] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1404.559284] env[65310]: DEBUG nova.compute.manager [-] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1404.559381] env[65310]: DEBUG nova.network.neutron [-] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1404.559628] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1404.590493] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1405.055761] env[65310]: DEBUG nova.compute.manager [req-8cf15501-67e2-4a81-a08e-b8ec9c98c813 req-3b1605fa-98f5-489e-8d6c-0d12de3b4046 service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Received event network-vif-deleted-7be04841-8638-4070-a70c-3d2af9300322 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1405.056021] env[65310]: INFO nova.compute.manager [req-8cf15501-67e2-4a81-a08e-b8ec9c98c813 req-3b1605fa-98f5-489e-8d6c-0d12de3b4046 service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Neutron deleted interface 7be04841-8638-4070-a70c-3d2af9300322; detaching it from the instance and deleting it from the info cache [ 1405.056021] env[65310]: DEBUG nova.network.neutron [req-8cf15501-67e2-4a81-a08e-b8ec9c98c813 req-3b1605fa-98f5-489e-8d6c-0d12de3b4046 service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.530414] env[65310]: DEBUG nova.network.neutron [-] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.558555] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ed693c5-5cda-45b1-9ac9-412ed4084082 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.568761] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4ad398-7038-4c92-b7e0-458f4b4da29e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.598263] env[65310]: DEBUG nova.compute.manager [req-8cf15501-67e2-4a81-a08e-b8ec9c98c813 req-3b1605fa-98f5-489e-8d6c-0d12de3b4046 service nova] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Detach interface failed, port_id=7be04841-8638-4070-a70c-3d2af9300322, reason: Instance c108047d-f3bd-48a5-8df1-382cacd3e7da could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1406.033661] env[65310]: INFO nova.compute.manager [-] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Took 1.47 seconds to deallocate network for instance. [ 1406.192208] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.192619] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.192859] env[65310]: DEBUG nova.compute.manager [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Going to confirm migration 10 {{(pid=65310) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1406.583505] env[65310]: INFO nova.compute.manager [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Took 0.55 seconds to detach 1 volumes for instance. [ 1406.698738] env[65310]: WARNING neutronclient.v2_0.client [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1406.779612] env[65310]: WARNING neutronclient.v2_0.client [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1406.779982] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.780325] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquired lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.780436] env[65310]: DEBUG nova.network.neutron [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1406.780524] env[65310]: DEBUG nova.objects.instance [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lazy-loading 'info_cache' on Instance uuid 21d2757b-9f7c-40ff-b5aa-50e1e9946560 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.090332] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.090634] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.090892] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.122745] env[65310]: INFO nova.scheduler.client.report [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleted allocations for instance c108047d-f3bd-48a5-8df1-382cacd3e7da [ 1407.630791] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6f063064-faa8-4630-9b27-c171da1bdda1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "c108047d-f3bd-48a5-8df1-382cacd3e7da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.819s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.786182] env[65310]: WARNING neutronclient.v2_0.client [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1407.979396] env[65310]: WARNING neutronclient.v2_0.client [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1408.055829] env[65310]: DEBUG nova.network.neutron [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance_info_cache with network_info: [{"id": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "address": "fa:16:3e:76:07:d8", "network": {"id": "7d794905-b669-4ac2-a1eb-955b381fd649", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1031719632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4fd9f7d264da1a5f8b673a23dfc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2d67d3-8b", "ovs_interfaceid": "bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.558979] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Releasing lock "refresh_cache-21d2757b-9f7c-40ff-b5aa-50e1e9946560" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.559286] env[65310]: DEBUG nova.objects.instance [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lazy-loading 'migration_context' on Instance uuid 21d2757b-9f7c-40ff-b5aa-50e1e9946560 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.034751] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.035200] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.061987] env[65310]: DEBUG nova.objects.base [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Object Instance<21d2757b-9f7c-40ff-b5aa-50e1e9946560> lazy-loaded attributes: info_cache,migration_context {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1409.063015] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6889907-53b8-4390-9976-f125b9df969f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.083937] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1adbef-9d39-4c99-9c69-33623e8adefc {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.091197] env[65310]: DEBUG oslo_vmware.api [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1409.091197] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250081c-0053-f098-a273-795645493f92" [ 1409.091197] env[65310]: _type = "Task" [ 1409.091197] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.100136] env[65310]: DEBUG oslo_vmware.api [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250081c-0053-f098-a273-795645493f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.539094] env[65310]: DEBUG nova.compute.manager [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1409.601751] env[65310]: DEBUG oslo_vmware.api [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250081c-0053-f098-a273-795645493f92, 'name': SearchDatastore_Task, 'duration_secs': 0.008674} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.602038] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.602464] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.064867] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.179457] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a51aa55-d4ea-48f2-9acd-c9c5e48dd9f6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.191288] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6fc11e-796d-46e9-866f-d8c3fb53b2a1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.229257] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b22dda-87e3-4a97-9dac-52a5bf1ff0ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.237575] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2274685-3112-40d3-85fa-b13f93bbe835 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.251671] env[65310]: DEBUG nova.compute.provider_tree [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.755392] env[65310]: DEBUG nova.scheduler.client.report [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.768914] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.166s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.771514] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.707s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.773111] env[65310]: INFO nova.compute.claims [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.338444] env[65310]: INFO nova.scheduler.client.report [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted allocation for migration f9942239-cb8d-4cc2-a367-c79c64fa4428 [ 1412.650840] env[65310]: INFO nova.compute.manager [None req-bcf0fd04-791f-41a6-a800-cb97fc928c44 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Get console output [ 1412.651235] env[65310]: WARNING nova.virt.vmwareapi.driver [None req-bcf0fd04-791f-41a6-a800-cb97fc928c44 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] The console log is missing. Check your VSPC configuration [ 1412.844941] env[65310]: DEBUG oslo_concurrency.lockutils [None req-2d86ff75-0e19-4806-b1cc-c11e06135996 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.652s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.847503] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c85918e-0ac9-44cc-b485-02bc511d12a2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.856055] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a961e4c-922f-4f6e-a38d-9193c4c2a494 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.892016] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f393916-3beb-4bc6-8485-c1255829e6b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.901014] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780998ef-6c8f-44f5-b09c-2674d93219aa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.916839] env[65310]: DEBUG nova.compute.provider_tree [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.420892] env[65310]: DEBUG nova.scheduler.client.report [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.925929] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.926722] env[65310]: DEBUG nova.compute.manager [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1414.432257] env[65310]: DEBUG nova.compute.utils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1414.433734] env[65310]: DEBUG nova.compute.manager [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Allocating IP information in the background. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1414.433931] env[65310]: DEBUG nova.network.neutron [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] allocate_for_instance() {{(pid=65310) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1414.434275] env[65310]: WARNING neutronclient.v2_0.client [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1414.434621] env[65310]: WARNING neutronclient.v2_0.client [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1414.485925] env[65310]: DEBUG nova.policy [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab7a7a51c22e4ce691653cd211d86ab6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed021caea0084e8f825dd25bb3c22065', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65310) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.793295] env[65310]: DEBUG nova.network.neutron [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Successfully created port: 1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1414.937961] env[65310]: DEBUG nova.compute.manager [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1415.948409] env[65310]: DEBUG nova.compute.manager [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1416.087792] env[65310]: DEBUG nova.virt.hardware [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1416.088041] env[65310]: DEBUG nova.virt.hardware [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.088198] env[65310]: DEBUG nova.virt.hardware [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1416.088379] env[65310]: DEBUG nova.virt.hardware [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.088553] env[65310]: DEBUG nova.virt.hardware [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1416.088765] env[65310]: DEBUG nova.virt.hardware [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1416.088977] env[65310]: DEBUG nova.virt.hardware [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1416.089174] env[65310]: DEBUG nova.virt.hardware [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1416.089358] env[65310]: DEBUG nova.virt.hardware [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1416.089538] env[65310]: DEBUG nova.virt.hardware [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1416.089707] env[65310]: DEBUG nova.virt.hardware [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1416.090600] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67eb9cc-e697-46f6-8b0a-dbf95a25ec1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.100461] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d494729-bfc6-4e56-85d2-4f920e50e22f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.200009] env[65310]: DEBUG nova.compute.manager [req-a57b569c-9e1e-423d-8032-b493c009e623 req-49810ed0-ea67-4d18-89f9-f52ffbc8188e service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Received event network-vif-plugged-1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1416.200254] env[65310]: DEBUG oslo_concurrency.lockutils [req-a57b569c-9e1e-423d-8032-b493c009e623 req-49810ed0-ea67-4d18-89f9-f52ffbc8188e service nova] Acquiring lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.200458] env[65310]: DEBUG oslo_concurrency.lockutils [req-a57b569c-9e1e-423d-8032-b493c009e623 req-49810ed0-ea67-4d18-89f9-f52ffbc8188e service nova] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.200623] env[65310]: DEBUG oslo_concurrency.lockutils [req-a57b569c-9e1e-423d-8032-b493c009e623 req-49810ed0-ea67-4d18-89f9-f52ffbc8188e service nova] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.200781] env[65310]: DEBUG nova.compute.manager [req-a57b569c-9e1e-423d-8032-b493c009e623 req-49810ed0-ea67-4d18-89f9-f52ffbc8188e service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] No waiting events found dispatching network-vif-plugged-1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1416.200938] env[65310]: WARNING nova.compute.manager [req-a57b569c-9e1e-423d-8032-b493c009e623 req-49810ed0-ea67-4d18-89f9-f52ffbc8188e service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Received unexpected event network-vif-plugged-1359b2e4-462b-4758-b899-1d1cd01755ae for instance with vm_state building and task_state spawning. [ 1416.286083] env[65310]: DEBUG nova.network.neutron [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Successfully updated port: 1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1416.790101] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.790101] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.790325] env[65310]: DEBUG nova.network.neutron [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1417.326490] env[65310]: DEBUG nova.network.neutron [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1417.402395] env[65310]: WARNING neutronclient.v2_0.client [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1417.470809] env[65310]: DEBUG nova.network.neutron [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updating instance_info_cache with network_info: [{"id": "1359b2e4-462b-4758-b899-1d1cd01755ae", "address": "fa:16:3e:f3:0e:8f", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1359b2e4-46", "ovs_interfaceid": "1359b2e4-462b-4758-b899-1d1cd01755ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.973643] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.974040] env[65310]: DEBUG nova.compute.manager [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Instance network_info: |[{"id": "1359b2e4-462b-4758-b899-1d1cd01755ae", "address": "fa:16:3e:f3:0e:8f", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1359b2e4-46", "ovs_interfaceid": "1359b2e4-462b-4758-b899-1d1cd01755ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1417.974551] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:0e:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1359b2e4-462b-4758-b899-1d1cd01755ae', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.981999] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1417.982314] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.982545] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9ce62c1-2da6-4a7f-bab5-a1b302906560 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.003665] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.003665] env[65310]: value = "task-4447351" [ 1418.003665] env[65310]: _type = "Task" [ 1418.003665] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.012118] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447351, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.236324] env[65310]: DEBUG nova.compute.manager [req-7e9e1e24-104e-4458-8fce-71670932ef3e req-96e20a83-6c1d-4597-a40a-f08e1a31cc4d service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Received event network-changed-1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1418.236515] env[65310]: DEBUG nova.compute.manager [req-7e9e1e24-104e-4458-8fce-71670932ef3e req-96e20a83-6c1d-4597-a40a-f08e1a31cc4d service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Refreshing instance network info cache due to event network-changed-1359b2e4-462b-4758-b899-1d1cd01755ae. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1418.236729] env[65310]: DEBUG oslo_concurrency.lockutils [req-7e9e1e24-104e-4458-8fce-71670932ef3e req-96e20a83-6c1d-4597-a40a-f08e1a31cc4d service nova] Acquiring lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.237044] env[65310]: DEBUG oslo_concurrency.lockutils [req-7e9e1e24-104e-4458-8fce-71670932ef3e req-96e20a83-6c1d-4597-a40a-f08e1a31cc4d service nova] Acquired lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.237279] env[65310]: DEBUG nova.network.neutron [req-7e9e1e24-104e-4458-8fce-71670932ef3e req-96e20a83-6c1d-4597-a40a-f08e1a31cc4d service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Refreshing network info cache for port 1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.515073] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447351, 'name': CreateVM_Task, 'duration_secs': 0.288464} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.515434] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.515758] env[65310]: WARNING neutronclient.v2_0.client [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1418.516132] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.516279] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.516585] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.516843] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a5a5edf-dd3a-481e-b924-174d74b5e0b3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.522476] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1418.522476] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b02dcb-6fb8-7597-e385-c4abe8666dd6" [ 1418.522476] env[65310]: _type = "Task" [ 1418.522476] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.531417] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b02dcb-6fb8-7597-e385-c4abe8666dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.740075] env[65310]: WARNING neutronclient.v2_0.client [req-7e9e1e24-104e-4458-8fce-71670932ef3e req-96e20a83-6c1d-4597-a40a-f08e1a31cc4d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1418.877165] env[65310]: WARNING neutronclient.v2_0.client [req-7e9e1e24-104e-4458-8fce-71670932ef3e req-96e20a83-6c1d-4597-a40a-f08e1a31cc4d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1418.944914] env[65310]: DEBUG nova.network.neutron [req-7e9e1e24-104e-4458-8fce-71670932ef3e req-96e20a83-6c1d-4597-a40a-f08e1a31cc4d service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updated VIF entry in instance network info cache for port 1359b2e4-462b-4758-b899-1d1cd01755ae. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1418.945289] env[65310]: DEBUG nova.network.neutron [req-7e9e1e24-104e-4458-8fce-71670932ef3e req-96e20a83-6c1d-4597-a40a-f08e1a31cc4d service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updating instance_info_cache with network_info: [{"id": "1359b2e4-462b-4758-b899-1d1cd01755ae", "address": "fa:16:3e:f3:0e:8f", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1359b2e4-46", "ovs_interfaceid": "1359b2e4-462b-4758-b899-1d1cd01755ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.033465] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b02dcb-6fb8-7597-e385-c4abe8666dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.012074} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.033734] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.033960] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.034211] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.034360] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.034568] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.035069] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2351b880-50ae-44e5-a74e-74621c9fd078 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.043838] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.044025] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.044783] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd73f41-3437-44bd-83f6-b5fb1718eb87 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.051255] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1419.051255] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250b68a-9fa4-6361-963b-2ff7f68945ea" [ 1419.051255] env[65310]: _type = "Task" [ 1419.051255] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.058944] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250b68a-9fa4-6361-963b-2ff7f68945ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.448648] env[65310]: DEBUG oslo_concurrency.lockutils [req-7e9e1e24-104e-4458-8fce-71670932ef3e req-96e20a83-6c1d-4597-a40a-f08e1a31cc4d service nova] Releasing lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.562066] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]5250b68a-9fa4-6361-963b-2ff7f68945ea, 'name': SearchDatastore_Task, 'duration_secs': 0.00843} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.562883] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e0a280-d560-45da-8912-a2afcba9f931 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.568512] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1419.568512] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526689db-8d84-9f71-a6c1-24b8dbfada13" [ 1419.568512] env[65310]: _type = "Task" [ 1419.568512] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.576829] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526689db-8d84-9f71-a6c1-24b8dbfada13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.079267] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]526689db-8d84-9f71-a6c1-24b8dbfada13, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.079466] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.079718] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 1bfbfe69-02c8-4034-b22c-8c54eb334c92/1bfbfe69-02c8-4034-b22c-8c54eb334c92.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.079976] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edbef17c-0118-4f88-85cb-7e8a1fded85b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.086651] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1420.086651] env[65310]: value = "task-4447352" [ 1420.086651] env[65310]: _type = "Task" [ 1420.086651] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.094859] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.596770] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449956} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.597160] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore1] 1bfbfe69-02c8-4034-b22c-8c54eb334c92/1bfbfe69-02c8-4034-b22c-8c54eb334c92.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.597276] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.597526] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6522e5ac-87e2-4216-895d-eba70531270e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.605713] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1420.605713] env[65310]: value = "task-4447353" [ 1420.605713] env[65310]: _type = "Task" [ 1420.605713] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.614104] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.116156] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061879} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.116411] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.117256] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48273a0-9aed-410a-9cd9-fa881bfde94d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.138892] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 1bfbfe69-02c8-4034-b22c-8c54eb334c92/1bfbfe69-02c8-4034-b22c-8c54eb334c92.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.139155] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83008ca4-d8ce-4506-926c-548092204262 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.159405] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1421.159405] env[65310]: value = "task-4447354" [ 1421.159405] env[65310]: _type = "Task" [ 1421.159405] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.167208] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.669796] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447354, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.169545] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447354, 'name': ReconfigVM_Task, 'duration_secs': 0.540437} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.169830] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 1bfbfe69-02c8-4034-b22c-8c54eb334c92/1bfbfe69-02c8-4034-b22c-8c54eb334c92.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.170480] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d7314b4-68d8-4c54-b547-d382004a8595 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.177932] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1422.177932] env[65310]: value = "task-4447355" [ 1422.177932] env[65310]: _type = "Task" [ 1422.177932] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.186723] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447355, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.688480] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447355, 'name': Rename_Task, 'duration_secs': 0.1369} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.688853] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.688972] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f19763cb-a621-4862-a519-1752ed59e1de {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.695434] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1422.695434] env[65310]: value = "task-4447356" [ 1422.695434] env[65310]: _type = "Task" [ 1422.695434] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.703371] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.206570] env[65310]: DEBUG oslo_vmware.api [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447356, 'name': PowerOnVM_Task, 'duration_secs': 0.436554} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.206858] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.207048] env[65310]: INFO nova.compute.manager [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1423.207234] env[65310]: DEBUG nova.compute.manager [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1423.207992] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e408e68-13ac-4171-aed6-076ff93440fe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.725608] env[65310]: INFO nova.compute.manager [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Took 13.68 seconds to build instance. [ 1424.228411] env[65310]: DEBUG oslo_concurrency.lockutils [None req-512fdadf-5e2e-443f-8f76-3f61064e9fde tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.193s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.664162] env[65310]: DEBUG nova.compute.manager [req-e1b68a7c-8443-4794-bc4e-ff01258004f3 req-abae4ce5-5a18-46cd-b36c-a0495f7f00a6 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Received event network-changed-1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1424.664363] env[65310]: DEBUG nova.compute.manager [req-e1b68a7c-8443-4794-bc4e-ff01258004f3 req-abae4ce5-5a18-46cd-b36c-a0495f7f00a6 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Refreshing instance network info cache due to event network-changed-1359b2e4-462b-4758-b899-1d1cd01755ae. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1424.664704] env[65310]: DEBUG oslo_concurrency.lockutils [req-e1b68a7c-8443-4794-bc4e-ff01258004f3 req-abae4ce5-5a18-46cd-b36c-a0495f7f00a6 service nova] Acquiring lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.664785] env[65310]: DEBUG oslo_concurrency.lockutils [req-e1b68a7c-8443-4794-bc4e-ff01258004f3 req-abae4ce5-5a18-46cd-b36c-a0495f7f00a6 service nova] Acquired lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.664946] env[65310]: DEBUG nova.network.neutron [req-e1b68a7c-8443-4794-bc4e-ff01258004f3 req-abae4ce5-5a18-46cd-b36c-a0495f7f00a6 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Refreshing network info cache for port 1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.169171] env[65310]: WARNING neutronclient.v2_0.client [req-e1b68a7c-8443-4794-bc4e-ff01258004f3 req-abae4ce5-5a18-46cd-b36c-a0495f7f00a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1425.335331] env[65310]: WARNING neutronclient.v2_0.client [req-e1b68a7c-8443-4794-bc4e-ff01258004f3 req-abae4ce5-5a18-46cd-b36c-a0495f7f00a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1425.403372] env[65310]: DEBUG nova.network.neutron [req-e1b68a7c-8443-4794-bc4e-ff01258004f3 req-abae4ce5-5a18-46cd-b36c-a0495f7f00a6 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updated VIF entry in instance network info cache for port 1359b2e4-462b-4758-b899-1d1cd01755ae. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1425.403776] env[65310]: DEBUG nova.network.neutron [req-e1b68a7c-8443-4794-bc4e-ff01258004f3 req-abae4ce5-5a18-46cd-b36c-a0495f7f00a6 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updating instance_info_cache with network_info: [{"id": "1359b2e4-462b-4758-b899-1d1cd01755ae", "address": "fa:16:3e:f3:0e:8f", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1359b2e4-46", "ovs_interfaceid": "1359b2e4-462b-4758-b899-1d1cd01755ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.906560] env[65310]: DEBUG oslo_concurrency.lockutils [req-e1b68a7c-8443-4794-bc4e-ff01258004f3 req-abae4ce5-5a18-46cd-b36c-a0495f7f00a6 service nova] Releasing lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.763071] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.763496] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Cleaning up deleted instances {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1437.272529] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] There are 28 instances to clean {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1437.272763] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 10183094-3dd8-45a0-942c-c26933defbe6] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1437.776549] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: c108047d-f3bd-48a5-8df1-382cacd3e7da] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1438.280227] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 3618e63f-2ebb-41f7-a444-01720fd5a35b] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1438.783130] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: b93daea9-ffe6-415c-8afe-520c4dccf290] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1439.286300] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: ed9e0125-1904-4005-8c64-a7545f223146] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1439.590300] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.590571] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.590781] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.590964] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.591152] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.594871] env[65310]: INFO nova.compute.manager [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Terminating instance [ 1439.789851] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 5a381936-3730-4df3-b8c6-c8decc7f9773] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1440.099062] env[65310]: DEBUG nova.compute.manager [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1440.099298] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.099579] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cf5a7cc-35bf-4b0c-9d4f-6b22da642c8b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.108409] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1440.108409] env[65310]: value = "task-4447357" [ 1440.108409] env[65310]: _type = "Task" [ 1440.108409] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.117949] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.292903] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 5744e282-6b3a-4d5a-b593-a5b116a5d872] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1440.618825] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447357, 'name': PowerOffVM_Task, 'duration_secs': 0.173246} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.619090] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.619289] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Volume detach. Driver type: vmdk {{(pid=65310) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1440.619478] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869830', 'volume_id': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'name': 'volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '21d2757b-9f7c-40ff-b5aa-50e1e9946560', 'attached_at': '2025-11-14T09:24:11.000000', 'detached_at': '', 'volume_id': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'serial': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1440.620333] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9b9bfd-d43d-4b68-9880-f4039b75ada6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.639466] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9367016-6910-4627-8a46-350a7696994d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.647047] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86557cc5-9d10-4498-9414-44e4b01b2506 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.664949] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd5aea3-f529-4123-bfd5-0f9ca9d6a73b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.680828] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9/volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9.vmdk. No consolidation needed. {{(pid=65310) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1440.686156] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1440.686442] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16376b38-ab50-4248-a470-8b5e7f4f997d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.704614] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1440.704614] env[65310]: value = "task-4447358" [ 1440.704614] env[65310]: _type = "Task" [ 1440.704614] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.712873] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.796834] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 5d72c1bb-baf9-47e8-8eee-86050356d1cf] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1441.215374] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447358, 'name': ReconfigVM_Task, 'duration_secs': 0.145121} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.215656] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=65310) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1441.220097] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9abe7ec-062e-48a5-a29e-ca2f3bd35ea0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.235689] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1441.235689] env[65310]: value = "task-4447359" [ 1441.235689] env[65310]: _type = "Task" [ 1441.235689] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.243884] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.300648] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 597d4120-a867-42ba-b4a5-511b8312a101] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1441.746168] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447359, 'name': ReconfigVM_Task, 'duration_secs': 0.148393} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.746464] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-869830', 'volume_id': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'name': 'volume-5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '21d2757b-9f7c-40ff-b5aa-50e1e9946560', 'attached_at': '2025-11-14T09:24:11.000000', 'detached_at': '', 'volume_id': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9', 'serial': '5d19b8bb-4835-4a64-8d40-8b01c7b281a9'} {{(pid=65310) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1441.746715] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.747498] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f043033-ef32-4615-b0e5-7a76a45ad933 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.754219] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.754442] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a39397e-4bd0-4e12-a68d-b5c2fcee273d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.804790] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 8d924323-6602-4c4b-8218-9ff3187f21c7] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1442.049376] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.049376] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.049376] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleting the datastore file [datastore1] 21d2757b-9f7c-40ff-b5aa-50e1e9946560 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.049627] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01264eee-5482-421c-8aa9-92fde01c1a72 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.057313] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1442.057313] env[65310]: value = "task-4447361" [ 1442.057313] env[65310]: _type = "Task" [ 1442.057313] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.066116] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.308617] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 3e4e25bc-c181-4e6b-9ec8-f2f301d6845a] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1442.567830] env[65310]: DEBUG oslo_vmware.api [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094891} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.568053] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.568230] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.568404] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.568594] env[65310]: INFO nova.compute.manager [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Took 2.47 seconds to destroy the instance on the hypervisor. [ 1442.568845] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1442.569046] env[65310]: DEBUG nova.compute.manager [-] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1442.569141] env[65310]: DEBUG nova.network.neutron [-] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1442.569391] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1442.601152] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1442.811783] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 932c46da-3a0b-4f02-8655-906d1e940e88] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1443.076516] env[65310]: DEBUG nova.compute.manager [req-d9b9595a-a883-403f-a7f9-451584719c96 req-52dc2b5b-e996-4a48-91e9-7a4321f6ffcc service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Received event network-vif-deleted-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1443.076915] env[65310]: INFO nova.compute.manager [req-d9b9595a-a883-403f-a7f9-451584719c96 req-52dc2b5b-e996-4a48-91e9-7a4321f6ffcc service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Neutron deleted interface bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1; detaching it from the instance and deleting it from the info cache [ 1443.076915] env[65310]: DEBUG nova.network.neutron [req-d9b9595a-a883-403f-a7f9-451584719c96 req-52dc2b5b-e996-4a48-91e9-7a4321f6ffcc service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.314995] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 30e1ea7e-17ac-4bd0-b0aa-89fe968ff70a] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1443.552053] env[65310]: DEBUG nova.network.neutron [-] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.579799] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47b9de98-c3dc-4caa-9e5b-fae44a43d125 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.590890] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962a1823-81a8-4c95-881f-c5c53c3260da {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.619149] env[65310]: DEBUG nova.compute.manager [req-d9b9595a-a883-403f-a7f9-451584719c96 req-52dc2b5b-e996-4a48-91e9-7a4321f6ffcc service nova] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Detach interface failed, port_id=bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1, reason: Instance 21d2757b-9f7c-40ff-b5aa-50e1e9946560 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1443.818209] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: ea99e988-ca84-46a8-bc83-49411a4ad5f8] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1444.055297] env[65310]: INFO nova.compute.manager [-] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Took 1.49 seconds to deallocate network for instance. [ 1444.322015] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: c1dc3609-97c8-433f-89a3-85762d86190e] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1444.600625] env[65310]: INFO nova.compute.manager [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Took 0.54 seconds to detach 1 volumes for instance. [ 1444.603202] env[65310]: DEBUG nova.compute.manager [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 21d2757b-9f7c-40ff-b5aa-50e1e9946560] Deleting volume: 5d19b8bb-4835-4a64-8d40-8b01c7b281a9 {{(pid=65310) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1444.826149] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: e456cdaf-e1e0-4215-8a5a-4e98aa7b8394] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.145246] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.145657] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.145936] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.182510] env[65310]: INFO nova.scheduler.client.report [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted allocations for instance 21d2757b-9f7c-40ff-b5aa-50e1e9946560 [ 1445.329817] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: d8242a80-b3ed-4dbc-8b95-c5ca289e03e3] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.690579] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6c7d9964-1b02-441a-a07c-320465567e5c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "21d2757b-9f7c-40ff-b5aa-50e1e9946560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.100s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.833057] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 4f555420-cbb7-42fc-a491-346195771bed] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1446.259501] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.259733] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.259973] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.260170] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.260334] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.262596] env[65310]: INFO nova.compute.manager [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Terminating instance [ 1446.336386] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 8a5bb2df-44b1-4bb9-bee8-15d10c1089b1] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1446.766799] env[65310]: DEBUG nova.compute.manager [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1446.767087] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.768057] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e734a8-727b-44f9-8e3e-0a4279ba32c4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.776827] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.777104] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9afccab-cc07-4a1a-bdaa-3898a959ebbb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.784280] env[65310]: DEBUG oslo_vmware.api [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1446.784280] env[65310]: value = "task-4447363" [ 1446.784280] env[65310]: _type = "Task" [ 1446.784280] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.793049] env[65310]: DEBUG oslo_vmware.api [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.839789] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 90f43323-ebb4-40f0-b4b3-52ccf2249fb3] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1447.295233] env[65310]: DEBUG oslo_vmware.api [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447363, 'name': PowerOffVM_Task, 'duration_secs': 0.192896} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.295500] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.295674] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.295963] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae1bb307-a938-49c8-81d9-0ef3cf268310 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.343361] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 7c85ed64-5175-479f-961c-fc806fea607c] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1447.422030] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.422369] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.422601] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleting the datastore file [datastore2] 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.422904] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-974e0623-352c-49dc-803f-ffa31d21b644 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.430362] env[65310]: DEBUG oslo_vmware.api [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1447.430362] env[65310]: value = "task-4447365" [ 1447.430362] env[65310]: _type = "Task" [ 1447.430362] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.439892] env[65310]: DEBUG oslo_vmware.api [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.846569] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 5f9a7f8c-576e-499b-b84c-eda4a89b7835] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1447.941508] env[65310]: DEBUG oslo_vmware.api [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137814} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.941743] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.941909] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.942100] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.942275] env[65310]: INFO nova.compute.manager [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1447.942544] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1447.942755] env[65310]: DEBUG nova.compute.manager [-] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1447.942839] env[65310]: DEBUG nova.network.neutron [-] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1447.943094] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1447.976067] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1448.234084] env[65310]: DEBUG nova.compute.manager [req-043032af-bfd2-4d1b-a21b-07bb98794415 req-5e5cb3e5-4588-44a3-b78b-4a7c6bb267b4 service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Received event network-vif-deleted-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1448.234084] env[65310]: INFO nova.compute.manager [req-043032af-bfd2-4d1b-a21b-07bb98794415 req-5e5cb3e5-4588-44a3-b78b-4a7c6bb267b4 service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Neutron deleted interface 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c; detaching it from the instance and deleting it from the info cache [ 1448.234194] env[65310]: DEBUG nova.network.neutron [req-043032af-bfd2-4d1b-a21b-07bb98794415 req-5e5cb3e5-4588-44a3-b78b-4a7c6bb267b4 service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.349693] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 3bfc58b9-1580-494f-b02c-1928afb6d17d] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1448.710328] env[65310]: DEBUG nova.network.neutron [-] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.736908] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-529e7b17-e5fb-469e-a218-dac2073c4061 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.749307] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf97d0e-046d-4b7a-9428-dde9324502f2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.776077] env[65310]: DEBUG nova.compute.manager [req-043032af-bfd2-4d1b-a21b-07bb98794415 req-5e5cb3e5-4588-44a3-b78b-4a7c6bb267b4 service nova] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Detach interface failed, port_id=570711a9-7ce1-4f78-9e63-9c56fe3b5f4c, reason: Instance 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1448.853393] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: 8fc26557-81c8-4962-bf5b-94ffed93f063] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1449.212789] env[65310]: INFO nova.compute.manager [-] [instance: 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6] Took 1.27 seconds to deallocate network for instance. [ 1449.357404] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: e67a3e15-e3c7-4bef-a60e-553a58715383] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1449.719983] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.720287] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.720555] env[65310]: DEBUG nova.objects.instance [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lazy-loading 'resources' on Instance uuid 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.860836] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: dd024bf4-73cd-4f00-a755-3e722a10fa74] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1450.347165] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950f0946-1013-4974-b8e5-30b859e7e944 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.355623] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ced2c06-5259-45a0-8954-9e4fbcc13142 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.385998] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: ff4ec043-0c70-46aa-a1a2-1436b991e860] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1450.388615] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739d7364-31c4-4551-a046-a65332d5ce2c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.397361] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c29bb8-adda-4066-a556-425665d22ca3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.412068] env[65310]: DEBUG nova.compute.provider_tree [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.892523] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] [instance: e77e7108-0e89-4a65-ac80-dbaf4e0bf4ea] Instance has had 0 of 5 cleanup attempts {{(pid=65310) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1450.915416] env[65310]: DEBUG nova.scheduler.client.report [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.396448] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.396741] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Cleaning up deleted instances with incomplete migration {{(pid=65310) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1451.420404] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.441033] env[65310]: INFO nova.scheduler.client.report [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted allocations for instance 6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6 [ 1451.899909] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.948279] env[65310]: DEBUG oslo_concurrency.lockutils [None req-8884c455-4464-4c94-a372-1e8ff41bb6a2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "6e0f8dfa-6fee-4408-97f8-3eb1da9f2bd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.688s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.402165] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.402583] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.402583] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.402745] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.402848] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.402986] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.403177] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.403318] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1455.403490] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.907072] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.907305] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.907453] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.907605] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1455.908601] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56ab734-cf8a-49f8-8893-42a0f7d81ac8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.917834] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd7f2f6-1c5f-47b3-8dd2-d0ab327f615a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.934524] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b2b849-09ca-4ea6-b5e8-0a54c4948f3f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.942583] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257e0d00-b62f-46e7-94be-e2cf26d6cedb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.972825] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179986MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1455.973079] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.973219] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.033989] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "a44a03e7-d28b-4106-b87a-5feeba108b61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.034345] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "a44a03e7-d28b-4106-b87a-5feeba108b61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.034579] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "a44a03e7-d28b-4106-b87a-5feeba108b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.034855] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "a44a03e7-d28b-4106-b87a-5feeba108b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.035042] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "a44a03e7-d28b-4106-b87a-5feeba108b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.037293] env[65310]: INFO nova.compute.manager [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Terminating instance [ 1456.540953] env[65310]: DEBUG nova.compute.manager [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1456.541364] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.542132] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca86a5-e16d-4650-b01d-f9294b2960ba {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.550541] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.550808] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b39db88a-f130-4db6-9f1c-fb8575779c85 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.558126] env[65310]: DEBUG oslo_vmware.api [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1456.558126] env[65310]: value = "task-4447367" [ 1456.558126] env[65310]: _type = "Task" [ 1456.558126] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.567413] env[65310]: DEBUG oslo_vmware.api [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.000196] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance a44a03e7-d28b-4106-b87a-5feeba108b61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1457.000361] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Instance 1bfbfe69-02c8-4034-b22c-8c54eb334c92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65310) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1457.000537] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1457.000699] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '2', 'num_task_deleting': '1', 'num_os_type_None': '2', 'num_proj_66a4fd9f7d264da1a5f8b673a23dfc30': '1', 'io_workload': '0', 'num_task_None': '1', 'num_proj_ed021caea0084e8f825dd25bb3c22065': '1'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1457.037745] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334bb4ca-3572-4eaf-88ce-ee2013238a1b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.046528] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761728c5-62c3-41a5-9282-8cca0dc7fdca {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.080214] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067b973c-a3ec-4c3e-8fb6-3e43d25b1e63 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.088504] env[65310]: DEBUG oslo_vmware.api [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447367, 'name': PowerOffVM_Task, 'duration_secs': 0.261158} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.090563] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1457.090720] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1457.091011] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8151d5a2-7c79-412c-8ce4-ccb552512f42 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.093369] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f933a1-0e49-46e5-a917-ffd24b9fa8a4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.108238] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.611386] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.117176] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1458.117384] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.515669] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.515938] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.516162] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleting the datastore file [datastore2] a44a03e7-d28b-4106-b87a-5feeba108b61 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.516447] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d22c68dc-b3b6-48f4-88db-3e0e372d3740 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.523600] env[65310]: DEBUG oslo_vmware.api [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for the task: (returnval){ [ 1458.523600] env[65310]: value = "task-4447369" [ 1458.523600] env[65310]: _type = "Task" [ 1458.523600] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.532531] env[65310]: DEBUG oslo_vmware.api [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.034191] env[65310]: DEBUG oslo_vmware.api [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Task: {'id': task-4447369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136174} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.034555] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.034672] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.034790] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.035027] env[65310]: INFO nova.compute.manager [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Took 2.49 seconds to destroy the instance on the hypervisor. [ 1459.035358] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1459.035571] env[65310]: DEBUG nova.compute.manager [-] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1459.035666] env[65310]: DEBUG nova.network.neutron [-] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1459.035980] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1459.066943] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1459.332184] env[65310]: DEBUG nova.compute.manager [req-d802b627-3ac1-44ed-b728-3ec80e20e14d req-0a299abe-2ee6-4d8e-9e62-ea15c041e982 service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Received event network-vif-deleted-260085ec-03b6-4bad-bce0-41efceebc565 {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1459.332415] env[65310]: INFO nova.compute.manager [req-d802b627-3ac1-44ed-b728-3ec80e20e14d req-0a299abe-2ee6-4d8e-9e62-ea15c041e982 service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Neutron deleted interface 260085ec-03b6-4bad-bce0-41efceebc565; detaching it from the instance and deleting it from the info cache [ 1459.332882] env[65310]: DEBUG nova.network.neutron [req-d802b627-3ac1-44ed-b728-3ec80e20e14d req-0a299abe-2ee6-4d8e-9e62-ea15c041e982 service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.809739] env[65310]: DEBUG nova.network.neutron [-] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.834878] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a86d990a-1d09-47fe-9746-839c0baf372b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.846716] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2193e829-7e1e-4a81-a15b-8fed69901f30 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.873996] env[65310]: DEBUG nova.compute.manager [req-d802b627-3ac1-44ed-b728-3ec80e20e14d req-0a299abe-2ee6-4d8e-9e62-ea15c041e982 service nova] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Detach interface failed, port_id=260085ec-03b6-4bad-bce0-41efceebc565, reason: Instance a44a03e7-d28b-4106-b87a-5feeba108b61 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1460.312764] env[65310]: INFO nova.compute.manager [-] [instance: a44a03e7-d28b-4106-b87a-5feeba108b61] Took 1.28 seconds to deallocate network for instance. [ 1460.819588] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.819863] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.820060] env[65310]: DEBUG nova.objects.instance [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lazy-loading 'resources' on Instance uuid a44a03e7-d28b-4106-b87a-5feeba108b61 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.368953] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd926e-1ec8-44f4-adad-d03ce9b9237f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.377164] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c0ab97-96c2-4231-a13e-cca2d1be90ed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.407454] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc88d65-6142-41c3-8a80-c45f7db9ddcb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.415283] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca70257-63b8-40fd-b8c6-491ddb138601 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.429043] env[65310]: DEBUG nova.compute.provider_tree [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.934254] env[65310]: DEBUG nova.scheduler.client.report [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.712773] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.714928] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.715211] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.715393] env[65310]: INFO nova.compute.manager [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Shelving [ 1462.739171] env[65310]: INFO nova.scheduler.client.report [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Deleted allocations for instance a44a03e7-d28b-4106-b87a-5feeba108b61 [ 1463.245890] env[65310]: DEBUG oslo_concurrency.lockutils [None req-5efb613c-3268-4aa9-ac29-822477f92b43 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Lock "a44a03e7-d28b-4106-b87a-5feeba108b61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.212s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.726408] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1463.727135] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d5baab9-bbe8-462d-9272-3519ce43a110 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.735256] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1463.735256] env[65310]: value = "task-4447370" [ 1463.735256] env[65310]: _type = "Task" [ 1463.735256] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.744677] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.246579] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447370, 'name': PowerOffVM_Task, 'duration_secs': 0.188581} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.246579] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.247484] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c3f2c0-aa7d-4202-95dc-bfab6c41f953 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.266720] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5350a20-c70f-443f-8560-b79ba931af08 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.779521] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Creating Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1464.779879] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2653386b-7bf1-4e0d-ae60-40e6a1fbb66c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.789360] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1464.789360] env[65310]: value = "task-4447371" [ 1464.789360] env[65310]: _type = "Task" [ 1464.789360] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.799695] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447371, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.300220] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447371, 'name': CreateSnapshot_Task, 'duration_secs': 0.42589} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.301020] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Created Snapshot of the VM instance {{(pid=65310) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1465.301316] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce0fa4b-95d3-446b-8a6b-d08628ccb6b8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.821969] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Creating linked-clone VM from snapshot {{(pid=65310) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1465.822372] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d0378b9f-5755-4928-a651-78401778a070 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.831652] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1465.831652] env[65310]: value = "task-4447372" [ 1465.831652] env[65310]: _type = "Task" [ 1465.831652] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.840390] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447372, 'name': CloneVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.342804] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447372, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.373803] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquiring lock "ae1b2523-59ba-40eb-8c28-17ee6acb42f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.374080] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "ae1b2523-59ba-40eb-8c28-17ee6acb42f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.843167] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447372, 'name': CloneVM_Task} progress is 94%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.876853] env[65310]: DEBUG nova.compute.manager [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Starting instance... {{(pid=65310) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1467.344285] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447372, 'name': CloneVM_Task, 'duration_secs': 1.329499} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.344651] env[65310]: INFO nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Created linked-clone VM from snapshot [ 1467.345466] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062bbce2-bec6-4fd3-84db-3bd8a388f216 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.352806] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Uploading image 4484a813-fe61-4063-ada0-0e25e84560ad {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1467.377453] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1467.377453] env[65310]: value = "vm-869834" [ 1467.377453] env[65310]: _type = "VirtualMachine" [ 1467.377453] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1467.377714] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e37bcca0-460a-4f8d-a031-c7ff7c982aef {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.385999] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lease: (returnval){ [ 1467.385999] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529f4cda-5240-84ec-4155-4ef0b6970071" [ 1467.385999] env[65310]: _type = "HttpNfcLease" [ 1467.385999] env[65310]: } obtained for exporting VM: (result){ [ 1467.385999] env[65310]: value = "vm-869834" [ 1467.385999] env[65310]: _type = "VirtualMachine" [ 1467.385999] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1467.386383] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the lease: (returnval){ [ 1467.386383] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529f4cda-5240-84ec-4155-4ef0b6970071" [ 1467.386383] env[65310]: _type = "HttpNfcLease" [ 1467.386383] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1467.393161] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1467.393161] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529f4cda-5240-84ec-4155-4ef0b6970071" [ 1467.393161] env[65310]: _type = "HttpNfcLease" [ 1467.393161] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1467.400597] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.400851] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.402285] env[65310]: INFO nova.compute.claims [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.894790] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1467.894790] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529f4cda-5240-84ec-4155-4ef0b6970071" [ 1467.894790] env[65310]: _type = "HttpNfcLease" [ 1467.894790] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1467.895234] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1467.895234] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]529f4cda-5240-84ec-4155-4ef0b6970071" [ 1467.895234] env[65310]: _type = "HttpNfcLease" [ 1467.895234] env[65310]: }. {{(pid=65310) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1467.896041] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d1a70-1371-4c1c-ba70-80fc64c7d10d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.903739] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7ebc8-4fc5-195e-1f24-c3bf272239f2/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1467.903923] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7ebc8-4fc5-195e-1f24-c3bf272239f2/disk-0.vmdk for reading. {{(pid=65310) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1467.990252] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-732b293e-7ab2-42b6-81e2-f7335a45d442 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.456596] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c26f64-44d3-402e-b289-480fde39455b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.465236] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de81355b-e570-4206-a641-9e527fef0157 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.497593] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75c0562-5f27-426e-9d1b-ff0d9fc28228 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.506329] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfff85a7-af7d-4463-9297-00f5058bc937 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.520889] env[65310]: DEBUG nova.compute.provider_tree [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.024035] env[65310]: DEBUG nova.scheduler.client.report [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.530073] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.531675] env[65310]: DEBUG nova.compute.manager [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Start building networks asynchronously for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1470.040239] env[65310]: DEBUG nova.compute.utils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Using /dev/sd instead of None {{(pid=65310) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1470.041654] env[65310]: DEBUG nova.compute.manager [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Not allocating networking since 'none' was specified. {{(pid=65310) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1470.543975] env[65310]: DEBUG nova.compute.manager [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Start building block device mappings for instance. {{(pid=65310) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1471.554865] env[65310]: DEBUG nova.compute.manager [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Start spawning the instance on the hypervisor. {{(pid=65310) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1471.582872] env[65310]: DEBUG nova.virt.hardware [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1471.583269] env[65310]: DEBUG nova.virt.hardware [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1471.583567] env[65310]: DEBUG nova.virt.hardware [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1471.583808] env[65310]: DEBUG nova.virt.hardware [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1471.583954] env[65310]: DEBUG nova.virt.hardware [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1471.584118] env[65310]: DEBUG nova.virt.hardware [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1471.584322] env[65310]: DEBUG nova.virt.hardware [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1471.584473] env[65310]: DEBUG nova.virt.hardware [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1471.584627] env[65310]: DEBUG nova.virt.hardware [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1471.584779] env[65310]: DEBUG nova.virt.hardware [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1471.584976] env[65310]: DEBUG nova.virt.hardware [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1471.585896] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca68728-c8d9-4cba-b7f8-c1f1a257a0f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.594692] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5f1c98-f751-4ce1-8902-acabccaa55fa {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.609381] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.614806] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Creating folder: Project (55d426f123be41a68d94b7434103f784). Parent ref: group-v869493. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.615194] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aa7921f-fa6f-4687-bdef-9bed48435df6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.627379] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Created folder: Project (55d426f123be41a68d94b7434103f784) in parent group-v869493. [ 1471.627573] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Creating folder: Instances. Parent ref: group-v869835. {{(pid=65310) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.627839] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6991ec5-601d-4972-823f-e46dba7e321f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.638675] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Created folder: Instances in parent group-v869835. [ 1471.638929] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1471.639185] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.639423] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5143adc8-90bb-4edf-96c8-8549bc6f1eb4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.657472] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.657472] env[65310]: value = "task-4447376" [ 1471.657472] env[65310]: _type = "Task" [ 1471.657472] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.665814] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447376, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.168468] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447376, 'name': CreateVM_Task, 'duration_secs': 0.303859} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.168654] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.169088] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.169257] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.169579] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.169847] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8fc06fd-94d1-4f5e-821c-3b95e7366339 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.175054] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1472.175054] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522118ce-3099-762f-d597-6c0d4fc5202f" [ 1472.175054] env[65310]: _type = "Task" [ 1472.175054] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.184776] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522118ce-3099-762f-d597-6c0d4fc5202f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.685873] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]522118ce-3099-762f-d597-6c0d4fc5202f, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.686371] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.686508] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.686663] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.686809] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.686988] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.687273] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c43c76fb-7f74-443a-ad9e-40ec0b2185bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.696676] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.696803] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.697537] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935c6e00-82cf-4b1a-befa-1bf7a41cb837 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.703510] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1472.703510] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df0147-a72c-c75e-3eaa-eab83d4d39fd" [ 1472.703510] env[65310]: _type = "Task" [ 1472.703510] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.712444] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df0147-a72c-c75e-3eaa-eab83d4d39fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.217073] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52df0147-a72c-c75e-3eaa-eab83d4d39fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.217073] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45114155-7fca-4e21-982a-329748a82b70 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.222974] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1473.222974] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b9d049-1118-8c08-2745-a008a8ffce79" [ 1473.222974] env[65310]: _type = "Task" [ 1473.222974] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.232298] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b9d049-1118-8c08-2745-a008a8ffce79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.734231] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b9d049-1118-8c08-2745-a008a8ffce79, 'name': SearchDatastore_Task, 'duration_secs': 0.016756} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.734591] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.734739] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] ae1b2523-59ba-40eb-8c28-17ee6acb42f6/ae1b2523-59ba-40eb-8c28-17ee6acb42f6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.735055] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d98897f-f719-42f8-be64-4e945f3846b0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.744776] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1473.744776] env[65310]: value = "task-4447377" [ 1473.744776] env[65310]: _type = "Task" [ 1473.744776] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.753441] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.257244] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463062} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.257542] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] ae1b2523-59ba-40eb-8c28-17ee6acb42f6/ae1b2523-59ba-40eb-8c28-17ee6acb42f6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.257700] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.257954] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-027b5b9b-25c0-4df1-835a-b446905463f4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.265805] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1474.265805] env[65310]: value = "task-4447378" [ 1474.265805] env[65310]: _type = "Task" [ 1474.265805] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.275541] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.776916] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080582} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.777308] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.778263] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd6eda-0a84-4ccc-abe5-761efd14db05 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.799593] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] ae1b2523-59ba-40eb-8c28-17ee6acb42f6/ae1b2523-59ba-40eb-8c28-17ee6acb42f6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.799928] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c91d43ac-b1a4-4cfd-b418-4a3604884cb6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.821215] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1474.821215] env[65310]: value = "task-4447379" [ 1474.821215] env[65310]: _type = "Task" [ 1474.821215] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.830770] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.331708] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447379, 'name': ReconfigVM_Task, 'duration_secs': 0.296404} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.332016] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Reconfigured VM instance instance-0000007f to attach disk [datastore2] ae1b2523-59ba-40eb-8c28-17ee6acb42f6/ae1b2523-59ba-40eb-8c28-17ee6acb42f6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.332615] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e99c920-01da-44c9-88ca-79f9998bb536 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.342012] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7ebc8-4fc5-195e-1f24-c3bf272239f2/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1475.343028] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b5a75b-fe42-4bca-b7cd-1b60e4183d80 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.347362] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1475.347362] env[65310]: value = "task-4447380" [ 1475.347362] env[65310]: _type = "Task" [ 1475.347362] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.353227] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7ebc8-4fc5-195e-1f24-c3bf272239f2/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1475.353386] env[65310]: ERROR oslo_vmware.rw_handles [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7ebc8-4fc5-195e-1f24-c3bf272239f2/disk-0.vmdk due to incomplete transfer. [ 1475.353999] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3b3c9973-e70c-4c35-b42b-ccff1baae16f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.359053] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447380, 'name': Rename_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.361798] env[65310]: DEBUG oslo_vmware.rw_handles [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7ebc8-4fc5-195e-1f24-c3bf272239f2/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1475.362012] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Uploaded image 4484a813-fe61-4063-ada0-0e25e84560ad to the Glance image server {{(pid=65310) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1475.364192] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Destroying the VM {{(pid=65310) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1475.364455] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-74e18153-bd08-45ce-86be-3e7775cb2ecf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.371489] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1475.371489] env[65310]: value = "task-4447381" [ 1475.371489] env[65310]: _type = "Task" [ 1475.371489] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.380540] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447381, 'name': Destroy_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.860039] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447380, 'name': Rename_Task, 'duration_secs': 0.141029} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.860464] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.860649] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a85cff6-3cef-4c32-81ad-c7a260ae59b8 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.867865] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1475.867865] env[65310]: value = "task-4447382" [ 1475.867865] env[65310]: _type = "Task" [ 1475.867865] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.883990] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.884263] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447381, 'name': Destroy_Task, 'duration_secs': 0.337918} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.884502] env[65310]: INFO nova.virt.vmwareapi.vm_util [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Destroyed the VM [ 1475.884763] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Deleting Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1475.885053] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a88a15e4-c2a3-4f2c-815c-cfe70ea8f2b5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.892811] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1475.892811] env[65310]: value = "task-4447383" [ 1475.892811] env[65310]: _type = "Task" [ 1475.892811] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.901376] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447383, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.379499] env[65310]: DEBUG oslo_vmware.api [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447382, 'name': PowerOnVM_Task, 'duration_secs': 0.477735} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.379756] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.379957] env[65310]: INFO nova.compute.manager [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Took 4.82 seconds to spawn the instance on the hypervisor. [ 1476.380156] env[65310]: DEBUG nova.compute.manager [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1476.380962] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d225e1-cc45-4909-a12c-d8f0b595b74c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.401805] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447383, 'name': RemoveSnapshot_Task, 'duration_secs': 0.33771} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.402096] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Deleted Snapshot of the VM instance {{(pid=65310) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1476.402439] env[65310]: DEBUG nova.compute.manager [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1476.403373] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236779e8-4666-4faa-8b96-e2c4f0f6da07 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.897877] env[65310]: INFO nova.compute.manager [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Took 9.52 seconds to build instance. [ 1476.916772] env[65310]: INFO nova.compute.manager [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Shelve offloading [ 1477.400450] env[65310]: DEBUG oslo_concurrency.lockutils [None req-b16ee1c3-a21c-4920-b47d-19a7489b3778 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "ae1b2523-59ba-40eb-8c28-17ee6acb42f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.026s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.420388] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.420706] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-338089a5-38e9-4e30-abfa-2d3dcdf6b4bb {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.429282] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1477.429282] env[65310]: value = "task-4447384" [ 1477.429282] env[65310]: _type = "Task" [ 1477.429282] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.438179] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.448713] env[65310]: INFO nova.compute.manager [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Rebuilding instance [ 1477.490147] env[65310]: DEBUG nova.compute.manager [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1477.491029] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2c3104-b87e-4560-8799-63e63be66d84 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.940686] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] VM already powered off {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1477.941075] env[65310]: DEBUG nova.compute.manager [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1477.941706] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8834d086-64dd-45e5-98ac-058058414ea2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.948112] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.948271] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.948447] env[65310]: DEBUG nova.network.neutron [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1478.451118] env[65310]: WARNING neutronclient.v2_0.client [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1478.505086] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.505423] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67103662-830d-41e1-8e56-62832f085cc4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.513865] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1478.513865] env[65310]: value = "task-4447385" [ 1478.513865] env[65310]: _type = "Task" [ 1478.513865] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.523290] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.630477] env[65310]: WARNING neutronclient.v2_0.client [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1478.700225] env[65310]: DEBUG nova.network.neutron [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updating instance_info_cache with network_info: [{"id": "1359b2e4-462b-4758-b899-1d1cd01755ae", "address": "fa:16:3e:f3:0e:8f", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1359b2e4-46", "ovs_interfaceid": "1359b2e4-462b-4758-b899-1d1cd01755ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.024247] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447385, 'name': PowerOffVM_Task, 'duration_secs': 0.105192} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.024644] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.024728] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.025538] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33d6839-3c84-4d12-8aa9-f482df489a19 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.032392] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.032616] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5ef0c44-ed25-46fd-bec8-e05d44bb556f {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.061391] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1479.061581] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1479.061742] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Deleting the datastore file [datastore2] ae1b2523-59ba-40eb-8c28-17ee6acb42f6 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1479.062012] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36d1aaa4-57b0-49e2-96a7-f7b1fe664f82 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.068936] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1479.068936] env[65310]: value = "task-4447387" [ 1479.068936] env[65310]: _type = "Task" [ 1479.068936] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.077008] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.203087] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.203479] env[65310]: WARNING neutronclient.v2_0.client [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1479.203779] env[65310]: WARNING neutronclient.v2_0.client [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1479.441266] env[65310]: DEBUG nova.compute.manager [req-5a4291d4-4c31-457d-aaf9-509338f9139c req-1b91431f-a1b3-4df1-9321-64f24899d32f service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Received event network-vif-unplugged-1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1479.441553] env[65310]: DEBUG oslo_concurrency.lockutils [req-5a4291d4-4c31-457d-aaf9-509338f9139c req-1b91431f-a1b3-4df1-9321-64f24899d32f service nova] Acquiring lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.441724] env[65310]: DEBUG oslo_concurrency.lockutils [req-5a4291d4-4c31-457d-aaf9-509338f9139c req-1b91431f-a1b3-4df1-9321-64f24899d32f service nova] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.441886] env[65310]: DEBUG oslo_concurrency.lockutils [req-5a4291d4-4c31-457d-aaf9-509338f9139c req-1b91431f-a1b3-4df1-9321-64f24899d32f service nova] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.442065] env[65310]: DEBUG nova.compute.manager [req-5a4291d4-4c31-457d-aaf9-509338f9139c req-1b91431f-a1b3-4df1-9321-64f24899d32f service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] No waiting events found dispatching network-vif-unplugged-1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1479.442237] env[65310]: WARNING nova.compute.manager [req-5a4291d4-4c31-457d-aaf9-509338f9139c req-1b91431f-a1b3-4df1-9321-64f24899d32f service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Received unexpected event network-vif-unplugged-1359b2e4-462b-4758-b899-1d1cd01755ae for instance with vm_state shelved and task_state shelving_offloading. [ 1479.534771] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.535785] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7426afee-e060-4096-8f4f-945f378f3572 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.544145] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.544399] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-105ecfd4-4111-49ce-bc2c-44d743f9bb1d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.579161] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088318} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.579360] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.579539] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.579709] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.610160] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1479.610412] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Deleting contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1479.610642] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleting the datastore file [datastore1] 1bfbfe69-02c8-4034-b22c-8c54eb334c92 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1479.610977] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36e63117-1662-4ca1-abcd-decfe1abb9b4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.618221] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1479.618221] env[65310]: value = "task-4447389" [ 1479.618221] env[65310]: _type = "Task" [ 1479.618221] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.626821] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.130884] env[65310]: DEBUG oslo_vmware.api [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128805} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.131190] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.131388] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Deleted contents of the VM from datastore datastore1 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.131598] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.157804] env[65310]: INFO nova.scheduler.client.report [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleted allocations for instance 1bfbfe69-02c8-4034-b22c-8c54eb334c92 [ 1480.617435] env[65310]: DEBUG nova.virt.hardware [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T09:08:19Z,direct_url=,disk_format='vmdk',id=44ad85d0-985c-4e0c-b13e-c566a51b9bbc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b73c10c495a34ab7b9d8aad2b2ba05d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T09:08:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1480.617731] env[65310]: DEBUG nova.virt.hardware [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.617943] env[65310]: DEBUG nova.virt.hardware [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1480.618193] env[65310]: DEBUG nova.virt.hardware [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.618374] env[65310]: DEBUG nova.virt.hardware [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1480.618562] env[65310]: DEBUG nova.virt.hardware [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1480.618789] env[65310]: DEBUG nova.virt.hardware [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1480.618984] env[65310]: DEBUG nova.virt.hardware [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1480.619174] env[65310]: DEBUG nova.virt.hardware [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1480.619360] env[65310]: DEBUG nova.virt.hardware [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1480.619598] env[65310]: DEBUG nova.virt.hardware [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1480.620595] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa7645b-9a0e-4b10-b440-7b095289e55c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.629634] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada1e0c-85eb-4fd6-8011-276c4578374b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.643020] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Instance VIF info [] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.648738] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1480.648989] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1480.649219] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbb735fa-651e-4ba7-9f9f-d19a7fff020c {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.662798] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.663071] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.663288] env[65310]: DEBUG nova.objects.instance [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'resources' on Instance uuid 1bfbfe69-02c8-4034-b22c-8c54eb334c92 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.666369] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1480.666369] env[65310]: value = "task-4447390" [ 1480.666369] env[65310]: _type = "Task" [ 1480.666369] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.675745] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447390, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.165788] env[65310]: DEBUG nova.objects.instance [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'numa_topology' on Instance uuid 1bfbfe69-02c8-4034-b22c-8c54eb334c92 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.177247] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447390, 'name': CreateVM_Task, 'duration_secs': 0.240646} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.177414] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1481.177925] env[65310]: DEBUG oslo_concurrency.lockutils [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.178144] env[65310]: DEBUG oslo_concurrency.lockutils [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.178425] env[65310]: DEBUG oslo_concurrency.lockutils [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.178677] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3163c2cc-17d2-4cb8-82c8-c7d3380973fd {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.184594] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1481.184594] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52453eb4-e70c-717f-bbb3-6655db1fd66d" [ 1481.184594] env[65310]: _type = "Task" [ 1481.184594] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.193373] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52453eb4-e70c-717f-bbb3-6655db1fd66d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.474717] env[65310]: DEBUG nova.compute.manager [req-b5934076-7b3a-431d-9c52-9efaeed4de67 req-7bc2da04-5f79-4b23-90c8-d5df7aa85fb4 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Received event network-changed-1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1481.475010] env[65310]: DEBUG nova.compute.manager [req-b5934076-7b3a-431d-9c52-9efaeed4de67 req-7bc2da04-5f79-4b23-90c8-d5df7aa85fb4 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Refreshing instance network info cache due to event network-changed-1359b2e4-462b-4758-b899-1d1cd01755ae. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1481.475239] env[65310]: DEBUG oslo_concurrency.lockutils [req-b5934076-7b3a-431d-9c52-9efaeed4de67 req-7bc2da04-5f79-4b23-90c8-d5df7aa85fb4 service nova] Acquiring lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.475424] env[65310]: DEBUG oslo_concurrency.lockutils [req-b5934076-7b3a-431d-9c52-9efaeed4de67 req-7bc2da04-5f79-4b23-90c8-d5df7aa85fb4 service nova] Acquired lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.475675] env[65310]: DEBUG nova.network.neutron [req-b5934076-7b3a-431d-9c52-9efaeed4de67 req-7bc2da04-5f79-4b23-90c8-d5df7aa85fb4 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Refreshing network info cache for port 1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.668857] env[65310]: DEBUG nova.objects.base [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Object Instance<1bfbfe69-02c8-4034-b22c-8c54eb334c92> lazy-loaded attributes: resources,numa_topology {{(pid=65310) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1481.698649] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52453eb4-e70c-717f-bbb3-6655db1fd66d, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.699819] env[65310]: DEBUG oslo_concurrency.lockutils [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.700065] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Processing image 44ad85d0-985c-4e0c-b13e-c566a51b9bbc {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1481.700302] env[65310]: DEBUG oslo_concurrency.lockutils [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.700446] env[65310]: DEBUG oslo_concurrency.lockutils [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.700624] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1481.701388] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1f5f18-cd1a-456e-a052-c32a6f3376b1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.703832] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ede4963-7ba7-424a-b80b-1fb2092a5139 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.710838] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afd949d-2429-4848-9747-cc56b8f6333d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.714849] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1481.715080] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1481.716117] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15647d73-f217-48bf-97e7-68dcacb5a1ab {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.743981] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1eb22c-4596-41ad-a50a-5bba6321bed2 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.748230] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1481.748230] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52db2f69-8109-89d7-88d6-0795bb4bf94e" [ 1481.748230] env[65310]: _type = "Task" [ 1481.748230] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.756512] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b5813b-b039-4cab-8b49-bcc2457cf066 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.764086] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52db2f69-8109-89d7-88d6-0795bb4bf94e, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.765283] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-642026e6-514a-422b-bdd4-c1b5fd7e39e9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.775468] env[65310]: DEBUG nova.compute.provider_tree [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.780815] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1481.780815] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d127a3-2201-ad4c-8999-29101a1a54f7" [ 1481.780815] env[65310]: _type = "Task" [ 1481.780815] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.789438] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d127a3-2201-ad4c-8999-29101a1a54f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.978828] env[65310]: WARNING neutronclient.v2_0.client [req-b5934076-7b3a-431d-9c52-9efaeed4de67 req-7bc2da04-5f79-4b23-90c8-d5df7aa85fb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1482.160200] env[65310]: WARNING neutronclient.v2_0.client [req-b5934076-7b3a-431d-9c52-9efaeed4de67 req-7bc2da04-5f79-4b23-90c8-d5df7aa85fb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1482.230861] env[65310]: DEBUG nova.network.neutron [req-b5934076-7b3a-431d-9c52-9efaeed4de67 req-7bc2da04-5f79-4b23-90c8-d5df7aa85fb4 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updated VIF entry in instance network info cache for port 1359b2e4-462b-4758-b899-1d1cd01755ae. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1482.231315] env[65310]: DEBUG nova.network.neutron [req-b5934076-7b3a-431d-9c52-9efaeed4de67 req-7bc2da04-5f79-4b23-90c8-d5df7aa85fb4 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updating instance_info_cache with network_info: [{"id": "1359b2e4-462b-4758-b899-1d1cd01755ae", "address": "fa:16:3e:f3:0e:8f", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": null, "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1359b2e4-46", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.278933] env[65310]: DEBUG nova.scheduler.client.report [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.293048] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52d127a3-2201-ad4c-8999-29101a1a54f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.293356] env[65310]: DEBUG oslo_concurrency.lockutils [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.293609] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] ae1b2523-59ba-40eb-8c28-17ee6acb42f6/ae1b2523-59ba-40eb-8c28-17ee6acb42f6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1482.293860] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52148e2b-0024-4ff9-a4b6-e35f1128471d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.302512] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1482.302512] env[65310]: value = "task-4447391" [ 1482.302512] env[65310]: _type = "Task" [ 1482.302512] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.311639] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.703480] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.734031] env[65310]: DEBUG oslo_concurrency.lockutils [req-b5934076-7b3a-431d-9c52-9efaeed4de67 req-7bc2da04-5f79-4b23-90c8-d5df7aa85fb4 service nova] Releasing lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.788344] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.813841] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440803} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.814105] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44ad85d0-985c-4e0c-b13e-c566a51b9bbc/44ad85d0-985c-4e0c-b13e-c566a51b9bbc.vmdk to [datastore2] ae1b2523-59ba-40eb-8c28-17ee6acb42f6/ae1b2523-59ba-40eb-8c28-17ee6acb42f6.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.814302] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Extending root virtual disk to 1048576 {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.814565] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-784fe556-8b6b-4ba9-8385-e900194681ff {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.821553] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1482.821553] env[65310]: value = "task-4447392" [ 1482.821553] env[65310]: _type = "Task" [ 1482.821553] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.831598] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.297310] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6b403bfd-21f2-414b-9bf0-46e92bb74322 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.582s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.298253] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.595s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.298565] env[65310]: INFO nova.compute.manager [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Unshelving [ 1483.333433] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068415} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.333712] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Extended root virtual disk {{(pid=65310) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.334489] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc68d6a-8e49-43c9-af6b-c6a09edc6c76 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.355856] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] ae1b2523-59ba-40eb-8c28-17ee6acb42f6/ae1b2523-59ba-40eb-8c28-17ee6acb42f6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.356135] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830a833e-9ceb-41bb-881a-7d2b0b0ed1d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.376334] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1483.376334] env[65310]: value = "task-4447393" [ 1483.376334] env[65310]: _type = "Task" [ 1483.376334] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.385455] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.886044] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447393, 'name': ReconfigVM_Task, 'duration_secs': 0.300973} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.886293] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Reconfigured VM instance instance-0000007f to attach disk [datastore2] ae1b2523-59ba-40eb-8c28-17ee6acb42f6/ae1b2523-59ba-40eb-8c28-17ee6acb42f6.vmdk or device None with type sparse {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.886923] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf577cfa-43cb-4926-b59b-f2a45a1ff267 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.893358] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1483.893358] env[65310]: value = "task-4447394" [ 1483.893358] env[65310]: _type = "Task" [ 1483.893358] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.902053] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447394, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.325343] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.325651] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.325830] env[65310]: DEBUG nova.objects.instance [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'pci_requests' on Instance uuid 1bfbfe69-02c8-4034-b22c-8c54eb334c92 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.405594] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447394, 'name': Rename_Task, 'duration_secs': 0.137649} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.406011] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.406351] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39a6783c-bffd-44ff-b8f2-c1f190629d78 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.413826] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1484.413826] env[65310]: value = "task-4447395" [ 1484.413826] env[65310]: _type = "Task" [ 1484.413826] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.423430] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.830379] env[65310]: DEBUG nova.objects.instance [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'numa_topology' on Instance uuid 1bfbfe69-02c8-4034-b22c-8c54eb334c92 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.925204] env[65310]: DEBUG oslo_vmware.api [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447395, 'name': PowerOnVM_Task, 'duration_secs': 0.421141} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.925478] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.925678] env[65310]: DEBUG nova.compute.manager [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1484.926473] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffe1dd1-b1f5-4b5a-9817-d86a8e939d30 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.333179] env[65310]: INFO nova.compute.claims [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.445800] env[65310]: DEBUG oslo_concurrency.lockutils [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.159085] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquiring lock "ae1b2523-59ba-40eb-8c28-17ee6acb42f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.159358] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "ae1b2523-59ba-40eb-8c28-17ee6acb42f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.159572] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquiring lock "ae1b2523-59ba-40eb-8c28-17ee6acb42f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.159752] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "ae1b2523-59ba-40eb-8c28-17ee6acb42f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.159911] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "ae1b2523-59ba-40eb-8c28-17ee6acb42f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.162186] env[65310]: INFO nova.compute.manager [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Terminating instance [ 1486.383510] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2667bb-2a3d-4453-82e7-743c6df62498 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.391811] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d0d89-aaaf-4f97-8465-b1c12271ac90 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.422819] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c632bddb-a7fe-4c4a-9993-c994498b8f00 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.431196] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6e1a66-fa14-43dd-9725-de4960a49e7e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.445318] env[65310]: DEBUG nova.compute.provider_tree [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.666460] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquiring lock "refresh_cache-ae1b2523-59ba-40eb-8c28-17ee6acb42f6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.666697] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquired lock "refresh_cache-ae1b2523-59ba-40eb-8c28-17ee6acb42f6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.666846] env[65310]: DEBUG nova.network.neutron [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1486.948797] env[65310]: DEBUG nova.scheduler.client.report [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.170336] env[65310]: WARNING neutronclient.v2_0.client [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1487.188017] env[65310]: DEBUG nova.network.neutron [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1487.236767] env[65310]: DEBUG nova.network.neutron [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.454076] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.128s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.454577] env[65310]: WARNING neutronclient.v2_0.client [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1487.457176] env[65310]: DEBUG oslo_concurrency.lockutils [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.011s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.457389] env[65310]: DEBUG nova.objects.instance [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65310) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1487.486123] env[65310]: INFO nova.network.neutron [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updating port 1359b2e4-462b-4758-b899-1d1cd01755ae with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1487.739768] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Releasing lock "refresh_cache-ae1b2523-59ba-40eb-8c28-17ee6acb42f6" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.740223] env[65310]: DEBUG nova.compute.manager [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1487.740416] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1487.741366] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0434a7da-6367-4572-8f37-7f0f5c080c54 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.750182] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1487.750464] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70374ce8-3f31-4432-b895-f968da09a720 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.758043] env[65310]: DEBUG oslo_vmware.api [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1487.758043] env[65310]: value = "task-4447396" [ 1487.758043] env[65310]: _type = "Task" [ 1487.758043] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.767356] env[65310]: DEBUG oslo_vmware.api [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.269031] env[65310]: DEBUG oslo_vmware.api [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447396, 'name': PowerOffVM_Task, 'duration_secs': 0.20018} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.269230] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.269460] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.269644] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44d43f7d-a99a-489e-b66d-92aa9edd5ded {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.297630] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.297878] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.298076] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Deleting the datastore file [datastore2] ae1b2523-59ba-40eb-8c28-17ee6acb42f6 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.298398] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be68df9-4040-4080-93f7-3d28dd6d55d9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.305917] env[65310]: DEBUG oslo_vmware.api [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for the task: (returnval){ [ 1488.305917] env[65310]: value = "task-4447398" [ 1488.305917] env[65310]: _type = "Task" [ 1488.305917] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.314943] env[65310]: DEBUG oslo_vmware.api [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.467792] env[65310]: DEBUG oslo_concurrency.lockutils [None req-092a71c1-aafc-412e-bec8-7020b7677a8a tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.816266] env[65310]: DEBUG oslo_vmware.api [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Task: {'id': task-4447398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10267} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.816537] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1488.816712] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1488.816880] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1488.817063] env[65310]: INFO nova.compute.manager [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1488.817321] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1488.817519] env[65310]: DEBUG nova.compute.manager [-] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1488.817614] env[65310]: DEBUG nova.network.neutron [-] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1488.817856] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1488.834806] env[65310]: DEBUG nova.network.neutron [-] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Instance cache missing network info. {{(pid=65310) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1488.835126] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1488.903475] env[65310]: DEBUG nova.compute.manager [req-5238ff4a-806b-4b6c-b5f7-e07e3c9bc930 req-e05a483d-2358-4d64-9b34-20666c478a35 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Received event network-vif-plugged-1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1488.903776] env[65310]: DEBUG oslo_concurrency.lockutils [req-5238ff4a-806b-4b6c-b5f7-e07e3c9bc930 req-e05a483d-2358-4d64-9b34-20666c478a35 service nova] Acquiring lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.904116] env[65310]: DEBUG oslo_concurrency.lockutils [req-5238ff4a-806b-4b6c-b5f7-e07e3c9bc930 req-e05a483d-2358-4d64-9b34-20666c478a35 service nova] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.904414] env[65310]: DEBUG oslo_concurrency.lockutils [req-5238ff4a-806b-4b6c-b5f7-e07e3c9bc930 req-e05a483d-2358-4d64-9b34-20666c478a35 service nova] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.904716] env[65310]: DEBUG nova.compute.manager [req-5238ff4a-806b-4b6c-b5f7-e07e3c9bc930 req-e05a483d-2358-4d64-9b34-20666c478a35 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] No waiting events found dispatching network-vif-plugged-1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1488.905028] env[65310]: WARNING nova.compute.manager [req-5238ff4a-806b-4b6c-b5f7-e07e3c9bc930 req-e05a483d-2358-4d64-9b34-20666c478a35 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Received unexpected event network-vif-plugged-1359b2e4-462b-4758-b899-1d1cd01755ae for instance with vm_state shelved_offloaded and task_state spawning. [ 1489.003412] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.003559] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.003735] env[65310]: DEBUG nova.network.neutron [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Building network info cache for instance {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1489.337929] env[65310]: DEBUG nova.network.neutron [-] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.506879] env[65310]: WARNING neutronclient.v2_0.client [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1489.678909] env[65310]: WARNING neutronclient.v2_0.client [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1489.751612] env[65310]: DEBUG nova.network.neutron [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updating instance_info_cache with network_info: [{"id": "1359b2e4-462b-4758-b899-1d1cd01755ae", "address": "fa:16:3e:f3:0e:8f", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1359b2e4-46", "ovs_interfaceid": "1359b2e4-462b-4758-b899-1d1cd01755ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.840557] env[65310]: INFO nova.compute.manager [-] [instance: ae1b2523-59ba-40eb-8c28-17ee6acb42f6] Took 1.02 seconds to deallocate network for instance. [ 1490.254351] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.283812] env[65310]: DEBUG nova.virt.hardware [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T09:08:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a717779369095ec4d93af9d2c396d787',container_format='bare',created_at=2025-11-14T09:25:10Z,direct_url=,disk_format='vmdk',id=4484a813-fe61-4063-ada0-0e25e84560ad,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1424275717-shelved',owner='ed021caea0084e8f825dd25bb3c22065',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-11-14T09:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1490.284105] env[65310]: DEBUG nova.virt.hardware [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.284272] env[65310]: DEBUG nova.virt.hardware [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image limits 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1490.284462] env[65310]: DEBUG nova.virt.hardware [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Flavor pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.284605] env[65310]: DEBUG nova.virt.hardware [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Image pref 0:0:0 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1490.284748] env[65310]: DEBUG nova.virt.hardware [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65310) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1490.284955] env[65310]: DEBUG nova.virt.hardware [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1490.285173] env[65310]: DEBUG nova.virt.hardware [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1490.285347] env[65310]: DEBUG nova.virt.hardware [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Got 1 possible topologies {{(pid=65310) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1490.285579] env[65310]: DEBUG nova.virt.hardware [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1490.285680] env[65310]: DEBUG nova.virt.hardware [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65310) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1490.286595] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8e892c-2e61-40ae-a3e4-20f68b5622a5 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.296372] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f15db11-19c7-40e8-b724-69dcf30aea41 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.311192] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:0e:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1359b2e4-462b-4758-b899-1d1cd01755ae', 'vif_model': 'vmxnet3'}] {{(pid=65310) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.318784] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1490.319176] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Creating VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.319432] env[65310]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbae4a6f-b85e-45e6-8df0-5bacaf67c914 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.339845] env[65310]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.339845] env[65310]: value = "task-4447399" [ 1490.339845] env[65310]: _type = "Task" [ 1490.339845] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.348966] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.349259] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.349511] env[65310]: DEBUG nova.objects.instance [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lazy-loading 'resources' on Instance uuid ae1b2523-59ba-40eb-8c28-17ee6acb42f6 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.350519] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447399, 'name': CreateVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.849917] env[65310]: DEBUG oslo_vmware.api [-] Task: {'id': task-4447399, 'name': CreateVM_Task, 'duration_secs': 0.298145} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.850315] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Created VM on the ESX host {{(pid=65310) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1490.850663] env[65310]: WARNING neutronclient.v2_0.client [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1490.851062] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.851253] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.851648] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.854329] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92b9f31-0c43-497d-9c52-7725dddc0998 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.860070] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1490.860070] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f51d5a-0e0c-5ad0-c143-cdd2b20df555" [ 1490.860070] env[65310]: _type = "Task" [ 1490.860070] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.868522] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52f51d5a-0e0c-5ad0-c143-cdd2b20df555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.897437] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7817ff-ac8a-4e1d-9665-c731024fb7fe {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.904938] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3798154-f944-4d2b-bd92-056a04909aed {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.936565] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357135be-cfac-4b83-b049-f5c965f6c604 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.940640] env[65310]: DEBUG nova.compute.manager [req-070a879f-1208-477e-bbe0-f392bb78b829 req-fb13532f-57a3-46af-a475-d4fcd0c138de service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Received event network-changed-1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1490.940873] env[65310]: DEBUG nova.compute.manager [req-070a879f-1208-477e-bbe0-f392bb78b829 req-fb13532f-57a3-46af-a475-d4fcd0c138de service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Refreshing instance network info cache due to event network-changed-1359b2e4-462b-4758-b899-1d1cd01755ae. {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1490.941160] env[65310]: DEBUG oslo_concurrency.lockutils [req-070a879f-1208-477e-bbe0-f392bb78b829 req-fb13532f-57a3-46af-a475-d4fcd0c138de service nova] Acquiring lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.941344] env[65310]: DEBUG oslo_concurrency.lockutils [req-070a879f-1208-477e-bbe0-f392bb78b829 req-fb13532f-57a3-46af-a475-d4fcd0c138de service nova] Acquired lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.941520] env[65310]: DEBUG nova.network.neutron [req-070a879f-1208-477e-bbe0-f392bb78b829 req-fb13532f-57a3-46af-a475-d4fcd0c138de service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Refreshing network info cache for port 1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.949875] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2854b09a-7bbd-490f-a35b-108e6df6d6af {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.968221] env[65310]: DEBUG nova.compute.provider_tree [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.370419] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.370662] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Processing image 4484a813-fe61-4063-ada0-0e25e84560ad {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.370894] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad/4484a813-fe61-4063-ada0-0e25e84560ad.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.371051] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad/4484a813-fe61-4063-ada0-0e25e84560ad.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.371231] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.371486] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77abfb8c-df2f-402c-a941-ac10d6f5386a {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.381400] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1491.381590] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65310) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1491.382336] env[65310]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f229a8e-be54-4cb7-8106-31697882aece {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.387872] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1491.387872] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528de2ce-c435-e0b0-82d8-f6b4636ba313" [ 1491.387872] env[65310]: _type = "Task" [ 1491.387872] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.396545] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': session[520c751b-12c9-a660-9cd3-4dc57421f2c7]528de2ce-c435-e0b0-82d8-f6b4636ba313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.444384] env[65310]: WARNING neutronclient.v2_0.client [req-070a879f-1208-477e-bbe0-f392bb78b829 req-fb13532f-57a3-46af-a475-d4fcd0c138de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1491.472119] env[65310]: DEBUG nova.scheduler.client.report [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.621383] env[65310]: WARNING neutronclient.v2_0.client [req-070a879f-1208-477e-bbe0-f392bb78b829 req-fb13532f-57a3-46af-a475-d4fcd0c138de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1491.695339] env[65310]: DEBUG nova.network.neutron [req-070a879f-1208-477e-bbe0-f392bb78b829 req-fb13532f-57a3-46af-a475-d4fcd0c138de service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updated VIF entry in instance network info cache for port 1359b2e4-462b-4758-b899-1d1cd01755ae. {{(pid=65310) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1491.695714] env[65310]: DEBUG nova.network.neutron [req-070a879f-1208-477e-bbe0-f392bb78b829 req-fb13532f-57a3-46af-a475-d4fcd0c138de service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updating instance_info_cache with network_info: [{"id": "1359b2e4-462b-4758-b899-1d1cd01755ae", "address": "fa:16:3e:f3:0e:8f", "network": {"id": "61f2e474-4197-4079-8613-fb4af16dd942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877504068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed021caea0084e8f825dd25bb3c22065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1359b2e4-46", "ovs_interfaceid": "1359b2e4-462b-4758-b899-1d1cd01755ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.900315] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Preparing fetch location {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1491.900734] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Fetch image to [datastore2] OSTACK_IMG_29905d5b-8e2b-4dce-9e3b-dd122b17e60b/OSTACK_IMG_29905d5b-8e2b-4dce-9e3b-dd122b17e60b.vmdk {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1491.900842] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Downloading stream optimized image 4484a813-fe61-4063-ada0-0e25e84560ad to [datastore2] OSTACK_IMG_29905d5b-8e2b-4dce-9e3b-dd122b17e60b/OSTACK_IMG_29905d5b-8e2b-4dce-9e3b-dd122b17e60b.vmdk on the data store datastore2 as vApp {{(pid=65310) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1491.901066] env[65310]: DEBUG nova.virt.vmwareapi.images [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Downloading image file data 4484a813-fe61-4063-ada0-0e25e84560ad to the ESX as VM named 'OSTACK_IMG_29905d5b-8e2b-4dce-9e3b-dd122b17e60b' {{(pid=65310) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1491.976671] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.984280] env[65310]: DEBUG oslo_vmware.rw_handles [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1491.984280] env[65310]: value = "resgroup-9" [ 1491.984280] env[65310]: _type = "ResourcePool" [ 1491.984280] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1491.984606] env[65310]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-75320ed3-be4e-4a62-8787-a9768e9dcbf7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.003344] env[65310]: INFO nova.scheduler.client.report [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Deleted allocations for instance ae1b2523-59ba-40eb-8c28-17ee6acb42f6 [ 1492.009419] env[65310]: DEBUG oslo_vmware.rw_handles [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lease: (returnval){ [ 1492.009419] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b423af-45d9-5dda-d8ee-0887dd45f34d" [ 1492.009419] env[65310]: _type = "HttpNfcLease" [ 1492.009419] env[65310]: } obtained for vApp import into resource pool (val){ [ 1492.009419] env[65310]: value = "resgroup-9" [ 1492.009419] env[65310]: _type = "ResourcePool" [ 1492.009419] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1492.009756] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the lease: (returnval){ [ 1492.009756] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b423af-45d9-5dda-d8ee-0887dd45f34d" [ 1492.009756] env[65310]: _type = "HttpNfcLease" [ 1492.009756] env[65310]: } to be ready. {{(pid=65310) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1492.017267] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1492.017267] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b423af-45d9-5dda-d8ee-0887dd45f34d" [ 1492.017267] env[65310]: _type = "HttpNfcLease" [ 1492.017267] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1492.198481] env[65310]: DEBUG oslo_concurrency.lockutils [req-070a879f-1208-477e-bbe0-f392bb78b829 req-fb13532f-57a3-46af-a475-d4fcd0c138de service nova] Releasing lock "refresh_cache-1bfbfe69-02c8-4034-b22c-8c54eb334c92" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.516607] env[65310]: DEBUG oslo_concurrency.lockutils [None req-d98785fc-a026-4081-8780-eca58b0793a0 tempest-ServerShowV254Test-1966509168 tempest-ServerShowV254Test-1966509168-project-member] Lock "ae1b2523-59ba-40eb-8c28-17ee6acb42f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.357s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.524040] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1492.524040] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b423af-45d9-5dda-d8ee-0887dd45f34d" [ 1492.524040] env[65310]: _type = "HttpNfcLease" [ 1492.524040] env[65310]: } is initializing. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1493.021083] env[65310]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1493.021083] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b423af-45d9-5dda-d8ee-0887dd45f34d" [ 1493.021083] env[65310]: _type = "HttpNfcLease" [ 1493.021083] env[65310]: } is ready. {{(pid=65310) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1493.021638] env[65310]: DEBUG oslo_vmware.rw_handles [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1493.021638] env[65310]: value = "session[520c751b-12c9-a660-9cd3-4dc57421f2c7]52b423af-45d9-5dda-d8ee-0887dd45f34d" [ 1493.021638] env[65310]: _type = "HttpNfcLease" [ 1493.021638] env[65310]: }. {{(pid=65310) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1493.022279] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3d8e71-8084-4817-98a5-441dd72577d7 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.030797] env[65310]: DEBUG oslo_vmware.rw_handles [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521807f0-4bdd-c369-d6af-6ae8bcb04e0f/disk-0.vmdk from lease info. {{(pid=65310) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1493.030964] env[65310]: DEBUG oslo_vmware.rw_handles [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521807f0-4bdd-c369-d6af-6ae8bcb04e0f/disk-0.vmdk. {{(pid=65310) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1493.096319] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4a669d0-e91d-4de5-b9cb-e0fa08133db3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.179652] env[65310]: DEBUG oslo_vmware.rw_handles [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Completed reading data from the image iterator. {{(pid=65310) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1494.180069] env[65310]: DEBUG oslo_vmware.rw_handles [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521807f0-4bdd-c369-d6af-6ae8bcb04e0f/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1494.180975] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b15c352-ab0d-451a-a0e5-8aa2c3205319 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.190392] env[65310]: DEBUG oslo_vmware.rw_handles [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521807f0-4bdd-c369-d6af-6ae8bcb04e0f/disk-0.vmdk is in state: ready. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1494.190588] env[65310]: DEBUG oslo_vmware.rw_handles [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521807f0-4bdd-c369-d6af-6ae8bcb04e0f/disk-0.vmdk. {{(pid=65310) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1494.190803] env[65310]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-af0ea330-9b3c-4e5b-a264-2e2d6751b8c4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.401270] env[65310]: DEBUG oslo_vmware.rw_handles [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521807f0-4bdd-c369-d6af-6ae8bcb04e0f/disk-0.vmdk. {{(pid=65310) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1494.401494] env[65310]: INFO nova.virt.vmwareapi.images [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Downloaded image file data 4484a813-fe61-4063-ada0-0e25e84560ad [ 1494.402330] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3488ea3-2c04-46ce-81a3-705988b0eb1d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.417665] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eb4ae5f-5228-4190-b6e6-2cc50e0caed1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.458221] env[65310]: INFO nova.virt.vmwareapi.images [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] The imported VM was unregistered [ 1494.460388] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Caching image {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1494.460761] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.461113] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2491edc8-8707-4ecd-af4b-b3c9e2eac7df {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.474321] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Created directory with path [datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad {{(pid=65310) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.474535] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_29905d5b-8e2b-4dce-9e3b-dd122b17e60b/OSTACK_IMG_29905d5b-8e2b-4dce-9e3b-dd122b17e60b.vmdk to [datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad/4484a813-fe61-4063-ada0-0e25e84560ad.vmdk. {{(pid=65310) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1494.474845] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-58a577b3-50c4-43b7-902b-145261757526 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.482578] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1494.482578] env[65310]: value = "task-4447402" [ 1494.482578] env[65310]: _type = "Task" [ 1494.482578] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.491534] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447402, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.995268] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447402, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.497920] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447402, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.997827] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447402, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.498525] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447402, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.997570] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447402, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.247597} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.997891] env[65310]: INFO nova.virt.vmwareapi.ds_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_29905d5b-8e2b-4dce-9e3b-dd122b17e60b/OSTACK_IMG_29905d5b-8e2b-4dce-9e3b-dd122b17e60b.vmdk to [datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad/4484a813-fe61-4063-ada0-0e25e84560ad.vmdk. [ 1496.998130] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Cleaning up location [datastore2] OSTACK_IMG_29905d5b-8e2b-4dce-9e3b-dd122b17e60b {{(pid=65310) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1496.998299] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_29905d5b-8e2b-4dce-9e3b-dd122b17e60b {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.998555] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6d23243-34b5-4c1f-ba01-a92964c395ea {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.004907] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1497.004907] env[65310]: value = "task-4447403" [ 1497.004907] env[65310]: _type = "Task" [ 1497.004907] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.013484] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.516089] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034844} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.516496] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1497.516587] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad/4484a813-fe61-4063-ada0-0e25e84560ad.vmdk" {{(pid=65310) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.516829] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad/4484a813-fe61-4063-ada0-0e25e84560ad.vmdk to [datastore2] 1bfbfe69-02c8-4034-b22c-8c54eb334c92/1bfbfe69-02c8-4034-b22c-8c54eb334c92.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1497.517107] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-034f6273-9877-4caa-8e58-6ab1ac42b6f9 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.524364] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1497.524364] env[65310]: value = "task-4447404" [ 1497.524364] env[65310]: _type = "Task" [ 1497.524364] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.532852] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.037017] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447404, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.540737] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447404, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.039097] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447404, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.542803] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447404, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.039913] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447404, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.353309} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.040141] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4484a813-fe61-4063-ada0-0e25e84560ad/4484a813-fe61-4063-ada0-0e25e84560ad.vmdk to [datastore2] 1bfbfe69-02c8-4034-b22c-8c54eb334c92/1bfbfe69-02c8-4034-b22c-8c54eb334c92.vmdk {{(pid=65310) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.040955] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60440953-2100-449c-827c-6f4330ead2c6 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.062675] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 1bfbfe69-02c8-4034-b22c-8c54eb334c92/1bfbfe69-02c8-4034-b22c-8c54eb334c92.vmdk or device None with type streamOptimized {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.062925] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7835884e-bfd1-46d9-8212-d205b8149832 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.083376] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1500.083376] env[65310]: value = "task-4447405" [ 1500.083376] env[65310]: _type = "Task" [ 1500.083376] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.092700] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.594095] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.095643] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.596106] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447405, 'name': ReconfigVM_Task, 'duration_secs': 1.272782} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.596525] env[65310]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 1bfbfe69-02c8-4034-b22c-8c54eb334c92/1bfbfe69-02c8-4034-b22c-8c54eb334c92.vmdk or device None with type streamOptimized {{(pid=65310) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.597092] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd458d12-ed1d-4154-8f4b-f76167669e9d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.603494] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1501.603494] env[65310]: value = "task-4447406" [ 1501.603494] env[65310]: _type = "Task" [ 1501.603494] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.612391] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447406, 'name': Rename_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.114305] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447406, 'name': Rename_Task, 'duration_secs': 0.133463} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.114570] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Powering on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.114819] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbcfb19f-3d80-41b8-9bac-20ffe6ae9aec {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.121771] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1502.121771] env[65310]: value = "task-4447407" [ 1502.121771] env[65310]: _type = "Task" [ 1502.121771] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.130382] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.632631] env[65310]: DEBUG oslo_vmware.api [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447407, 'name': PowerOnVM_Task, 'duration_secs': 0.431799} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.633108] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Powered on the VM {{(pid=65310) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.857187] env[65310]: DEBUG nova.compute.manager [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Checking state {{(pid=65310) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1502.858117] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc97516-9c52-453a-b563-b2561bd91534 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.376626] env[65310]: DEBUG oslo_concurrency.lockutils [None req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.078s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.678817] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.679273] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.679331] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.679466] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.679637] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.682283] env[65310]: INFO nova.compute.manager [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Terminating instance [ 1505.186570] env[65310]: DEBUG nova.compute.manager [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Start destroying the instance on the hypervisor. {{(pid=65310) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1505.186813] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Destroying instance {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.187747] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e62e2e-903a-4d29-9b3d-48da14019dc1 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.195537] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Powering off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.195776] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60a53bca-df05-4ae5-ae9f-1552d7539a12 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.202454] env[65310]: DEBUG oslo_vmware.api [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1505.202454] env[65310]: value = "task-4447408" [ 1505.202454] env[65310]: _type = "Task" [ 1505.202454] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.210838] env[65310]: DEBUG oslo_vmware.api [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.712420] env[65310]: DEBUG oslo_vmware.api [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447408, 'name': PowerOffVM_Task, 'duration_secs': 0.292673} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.712811] env[65310]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Powered off the VM {{(pid=65310) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.712855] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Unregistering the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.713143] env[65310]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1119c215-2f6d-4398-a4d9-602b893e0d82 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.777998] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Unregistered the VM {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.778323] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Deleting contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.778441] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleting the datastore file [datastore2] 1bfbfe69-02c8-4034-b22c-8c54eb334c92 {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.778656] env[65310]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a878493d-b27f-4a13-bf2f-f375757b0862 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.785851] env[65310]: DEBUG oslo_vmware.api [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for the task: (returnval){ [ 1505.785851] env[65310]: value = "task-4447410" [ 1505.785851] env[65310]: _type = "Task" [ 1505.785851] env[65310]: } to complete. {{(pid=65310) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.794898] env[65310]: DEBUG oslo_vmware.api [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.298061] env[65310]: DEBUG oslo_vmware.api [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Task: {'id': task-4447410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136099} completed successfully. {{(pid=65310) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.298463] env[65310]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleted the datastore file {{(pid=65310) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.298737] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Deleted contents of the VM from datastore datastore2 {{(pid=65310) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.299032] env[65310]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Instance destroyed {{(pid=65310) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.299314] env[65310]: INFO nova.compute.manager [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1506.299667] env[65310]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65310) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1506.299962] env[65310]: DEBUG nova.compute.manager [-] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Deallocating network for instance {{(pid=65310) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1506.300139] env[65310]: DEBUG nova.network.neutron [-] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] deallocate_for_instance() {{(pid=65310) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1506.300490] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1506.332097] env[65310]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1506.826795] env[65310]: DEBUG nova.compute.manager [req-34400a83-6639-4d34-9228-c428023a3f29 req-3754c53b-00d7-46fb-953e-9fc9c156f3b0 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Received event network-vif-deleted-1359b2e4-462b-4758-b899-1d1cd01755ae {{(pid=65310) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1506.827112] env[65310]: INFO nova.compute.manager [req-34400a83-6639-4d34-9228-c428023a3f29 req-3754c53b-00d7-46fb-953e-9fc9c156f3b0 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Neutron deleted interface 1359b2e4-462b-4758-b899-1d1cd01755ae; detaching it from the instance and deleting it from the info cache [ 1506.827246] env[65310]: DEBUG nova.network.neutron [req-34400a83-6639-4d34-9228-c428023a3f29 req-3754c53b-00d7-46fb-953e-9fc9c156f3b0 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.303827] env[65310]: DEBUG nova.network.neutron [-] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Updating instance_info_cache with network_info: [] {{(pid=65310) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.329986] env[65310]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd7de762-1cb4-4105-9828-9276c1ac4d34 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.340964] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8675a5-7864-4cdc-9b0f-f2ccd84d440d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.367129] env[65310]: DEBUG nova.compute.manager [req-34400a83-6639-4d34-9228-c428023a3f29 req-3754c53b-00d7-46fb-953e-9fc9c156f3b0 service nova] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Detach interface failed, port_id=1359b2e4-462b-4758-b899-1d1cd01755ae, reason: Instance 1bfbfe69-02c8-4034-b22c-8c54eb334c92 could not be found. {{(pid=65310) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1507.806921] env[65310]: INFO nova.compute.manager [-] [instance: 1bfbfe69-02c8-4034-b22c-8c54eb334c92] Took 1.51 seconds to deallocate network for instance. [ 1508.313588] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.314027] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.314113] env[65310]: DEBUG nova.objects.instance [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lazy-loading 'resources' on Instance uuid 1bfbfe69-02c8-4034-b22c-8c54eb334c92 {{(pid=65310) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.834792] env[65310]: DEBUG nova.scheduler.client.report [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Refreshing inventories for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1508.848888] env[65310]: DEBUG nova.scheduler.client.report [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Updating ProviderTree inventory for provider 94009870-48da-4aa7-a51e-79d2ed6e329c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1508.849130] env[65310]: DEBUG nova.compute.provider_tree [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Updating inventory in ProviderTree for provider 94009870-48da-4aa7-a51e-79d2ed6e329c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1508.859561] env[65310]: DEBUG nova.scheduler.client.report [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Refreshing aggregate associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, aggregates: None {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1508.877821] env[65310]: DEBUG nova.scheduler.client.report [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Refreshing trait associations for resource provider 94009870-48da-4aa7-a51e-79d2ed6e329c, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65310) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1508.905146] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99afad94-4929-4899-9de3-92042f5b070b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.915305] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256d442e-e945-44c5-89df-0b2de6c60ec0 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.945487] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a04a47-d19b-46ce-88ef-42b88b283073 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.953821] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c67aa5-fa59-4a3c-a917-8e0b9892eab4 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.968392] env[65310]: DEBUG nova.compute.provider_tree [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.472429] env[65310]: DEBUG nova.scheduler.client.report [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.978350] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.997899] env[65310]: INFO nova.scheduler.client.report [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Deleted allocations for instance 1bfbfe69-02c8-4034-b22c-8c54eb334c92 [ 1510.506256] env[65310]: DEBUG oslo_concurrency.lockutils [None req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Lock "1bfbfe69-02c8-4034-b22c-8c54eb334c92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.827s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.472561] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.472977] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.976970] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.977187] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.977333] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.977482] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.977635] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.978261] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.978261] env[65310]: DEBUG nova.compute.manager [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65310) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1517.978261] env[65310]: DEBUG oslo_service.periodic_task [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65310) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.481076] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.481490] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.481490] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.481632] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65310) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1518.482568] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e982745-01e4-4c29-8cd7-d7ac6a5b7cdf {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.491311] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba7e00a-e2c5-4b33-a120-3445d5f969b3 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.505851] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf19c93-9f09-4696-9dc3-74ca9ce81b7b {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.512592] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a26d66-aac0-4b18-b6fd-3e4ba0df2010 {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.541415] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179705MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65310) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1518.541567] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.541714] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.562666] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1519.562932] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65310) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1519.575765] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320e3851-caa7-479e-a3a0-ac1c161a863e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.584104] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6576ffb4-5e39-4b61-8474-434d0a9a085e {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.615159] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37da369f-6833-4a2d-81ea-33afcf04d3ce {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.623780] env[65310]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a74d9c2-42b2-4282-8121-033d1d6fc70d {{(pid=65310) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.637400] env[65310]: DEBUG nova.compute.provider_tree [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed in ProviderTree for provider: 94009870-48da-4aa7-a51e-79d2ed6e329c {{(pid=65310) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.141164] env[65310]: DEBUG nova.scheduler.client.report [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Inventory has not changed for provider 94009870-48da-4aa7-a51e-79d2ed6e329c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65310) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.646577] env[65310]: DEBUG nova.compute.resource_tracker [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65310) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1520.646969] env[65310]: DEBUG oslo_concurrency.lockutils [None req-6e2a16a6-0f98-4dd3-be93-3d030f1d0247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.105s {{(pid=65310) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}